-- Logs begin at Mon 2021-06-28 11:25:20 UTC, end at Mon 2021-06-28 12:46:30 UTC. -- Jun 28 12:19:45.186915 dv-cinder-798094-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 12:19:47.499923 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.common.config [-] Logging enabled! Jun 28 12:19:47.500638 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 28 12:19:47.500638 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 12:19:47.503895 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.common.config [-] Logging enabled! Jun 28 12:19:47.504800 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev89 Jun 28 12:19:47.505116 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79200) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 12:19:47.506066 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:19:47.506302 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:19:47.506658 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:19:47.506902 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:19:47.507125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:19:47.507443 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.507739 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.508035 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.508266 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.508560 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.508852 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.509132 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.509418 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.509712 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.510017 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.510295 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.510579 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.510808 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.511087 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.511370 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.511653 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.511875 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] debug = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.512153 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.512568 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.513080 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.513359 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.513755 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.513928 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.514207 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.514479 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.514798 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.515125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] host = dv-cinder-798094-1-smb {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.515401 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.515684 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.515969 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.516250 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.516522 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.516794 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.517076 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.517344 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.517616 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.517889 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.518196 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.518480 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.518763 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.518992 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.519213 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.519494 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.519839 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.520116 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.520385 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.520655 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.520925 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.521194 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.521459 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.521739 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.522059 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.522343 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.522614 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.522884 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.523153 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.523423 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.523703 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.523973 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.524243 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.524512 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.524793 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.525061 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.525328 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.525623 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.525920 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.526251 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.526531 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.527050 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.527331 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.527602 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.527872 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.528140 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_json = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.528408 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.528676 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.528955 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.529224 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.529494 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.529762 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.530058 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.530338 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:47.530629 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.530919 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.531215 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.531492 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.531783 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.532059 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.532341 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.532614 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.532897 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.533179 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.533463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.533735 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.534047 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.534321 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.534608 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.534910 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.535748 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.536089 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.536367 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.536638 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.536912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.537187 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.537470 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.537762 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.538084 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.538362 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.538640 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.538930 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.539207 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.539482 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.539758 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.540043 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.540318 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.540589 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.540867 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.541141 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.541410 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.541680 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.541979 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.542267 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.542538 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.542806 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.543073 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.543345 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.543614 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.543896 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.544168 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.544436 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.544707 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.544980 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.545248 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.545514 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.545788 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.546083 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.546358 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.546628 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.546897 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.547163 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.547428 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.547695 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.547963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.548231 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.548502 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.548770 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.549077 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.549359 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.549630 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.549902 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.550205 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.550497 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.550783 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.551608 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.551882 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.552156 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.552429 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.552703 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.552977 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.553253 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.553522 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.553808 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.554117 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.554402 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.554681 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.554957 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.555247 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.555524 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.555805 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.556082 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.556358 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.556643 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.556923 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.557213 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.557500 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.557789 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.558104 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.558393 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.558670 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.558974 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.559254 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:47.559469 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:19:47.559708 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79200) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 12:19:47.944432 dv-cinder-798094-1-smb neutron-server[79200]: INFO keyring.backend [-] Loading KWallet Jun 28 12:19:47.951606 dv-cinder-798094-1-smb neutron-server[79200]: INFO keyring.backend [-] Loading SecretService Jun 28 12:19:47.955067 dv-cinder-798094-1-smb neutron-server[79200]: INFO keyring.backend [-] Loading Windows Jun 28 12:19:47.956380 dv-cinder-798094-1-smb neutron-server[79200]: INFO keyring.backend [-] Loading chainer Jun 28 12:19:47.956932 dv-cinder-798094-1-smb neutron-server[79200]: INFO keyring.backend [-] Loading macOS Jun 28 12:19:47.990719 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:19:47.990997 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:19:47.991285 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:19:47.991617 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 12:19:48.298378 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.298647 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.298850 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.300019 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.300293 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.300572 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.422317 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.422590 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.422860 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.436529 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.436809 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.437075 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.466226 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.466502 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.466771 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.505041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.505641 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.505641 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.739432 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.739715 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.739981 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.740245 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.740983 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.865571 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.865885 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.866192 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.866463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.866730 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.867055 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.867306 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.867565 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.867820 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.868101 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.868360 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.868623 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.868886 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.869140 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.869638 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.869821 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.870103 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.870372 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.870628 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.870911 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.871261 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.871515 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.871765 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.872047 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.872297 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.872549 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.872935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.873175 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.873409 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.873645 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.873879 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.874143 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:48.874508 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 12:19:48.877618 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 12:19:48.882377 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 12:19:48.886188 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 28 12:19:48.887811 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 12:19:48.888264 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 12:19:48.888595 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 12:19:48.888977 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 12:19:48.891960 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 12:19:48.892211 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 12:19:48.892564 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 12:19:48.922785 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 12:19:48.923405 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.923830 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79200) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 12:19:48.924359 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.926789 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79200) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 12:19:48.927173 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 12:19:48.927510 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 12:19:48.932132 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:48.932525 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:49.013492 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 12:19:49.013746 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 12:19:49.014103 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 12:19:49.014636 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 12:19:49.054207 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_db.sqlalchemy.engines [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79200) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 12:19:49.584708 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing driver for type 'gre' Jun 28 12:19:49.585395 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] gre ID ranges: [(1, 1000)] Jun 28 12:19:49.858377 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing driver for type 'local' Jun 28 12:19:49.858722 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing driver for type 'vlan' Jun 28 12:19:49.961366 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] VlanTypeDriver initialization complete Jun 28 12:19:49.961716 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing driver for type 'vxlan' Jun 28 12:19:49.962272 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] vxlan ID ranges: [(1, 1000)] Jun 28 12:19:50.224774 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing extension driver 'port_security' Jun 28 12:19:50.225268 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.extensions.port_security [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] PortSecurityExtensionDriver initialization complete Jun 28 12:19:50.225747 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing mechanism driver 'openvswitch' Jun 28 12:19:50.226254 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing mechanism driver 'hyperv' Jun 28 12:19:50.235529 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.plugin [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:50.236596 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.237131 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.237704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.238403 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.239506 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.240095 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.240747 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.241360 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.241954 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.242600 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.243020 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.243376 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.243765 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.244120 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.244465 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.244855 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > address_group after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.245203 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > address_group after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.245543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > address_group after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.245889 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] ML2 OVO RPC backend initialized. {{(pid=79200) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jun 28 12:19:50.246658 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.247048 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.247433 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.247781 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > networks before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.248353 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.248905 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > ports before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.249325 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.249815 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnets before_response 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.250379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.250897 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.251241 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.251607 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.251950 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.252289 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.252629 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.252967 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.253303 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > subnet after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.253894 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.plugin [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Modular L2 Plugin initialization complete Jun 28 12:19:50.254250 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading services supported by the core plugin {{(pid=79200) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 12:19:50.255194 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.plugins.ml2.managers [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Got port-security extension from driver 'port_security' Jun 28 12:19:50.255850 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.extensions.vlantransparent [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Disabled vlantransparent extension. Jun 28 12:19:50.256344 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79200) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 12:19:50.256659 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: router Jun 28 12:19:50.304790 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.305198 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_create 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.305750 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router before_create 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.306315 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.306869 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.307387 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_delete 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.307916 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > floatingip after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.308510 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_create 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.308967 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.309365 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.309819 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.310395 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.311063 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.311614 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.312122 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.312659 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: subnet after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.313194 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.313594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > port precommit_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.314006 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_create 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.314543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.315059 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.315596 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router after_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.316107 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_delete 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.316630 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_create 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.317886 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router_interface after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.318447 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_update 55549900 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.318996 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > agent after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.319383 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > agent after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.319740 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > network after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.320597 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Tracking information for resource: router configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:50.320930 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Tracking information for resource: floatingip configured {{(pid=79200) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 12:19:50.325950 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.db.l3_agentschedulers_db [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 12:19:50.326527 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.326888 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.327244 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.327598 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: port after_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.328408 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router before_create 55550100 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.328776 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_delete 55550100 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.329142 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_create 55550100 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.329495 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > router precommit_update 55550100 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.333964 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.provider_configuration [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service providers = [] {{(pid=79200) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 12:19:50.334336 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.db.servicetype_db [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79200) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 12:19:50.337281 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.service_base [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:19:50.337631 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.service_base [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:19:50.338003 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.service_base [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:19:50.338887 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.services.service_base [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79200) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 12:19:50.339425 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.services.service_base [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 12:19:50.339809 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.340129 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 12:19:50.350761 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.351097 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: auto_allocate Jun 28 12:19:50.357043 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: network precommit_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.357415 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: network precommit_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.357977 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.358299 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: tag Jun 28 12:19:50.365780 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.366131 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: timestamp Jun 28 12:19:50.369995 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.370273 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: network_ip_availability Jun 28 12:19:50.375492 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.375867 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.376223 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.376945 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.377265 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: flavors Jun 28 12:19:50.382860 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.383193 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading Plugin: revisions Jun 28 12:19:50.387482 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79200) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 12:19:50.387871 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.396s {{(pid=79200) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:19:50.388612 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79200) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 12:19:50.388949 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Initializing extension manager. Jun 28 12:19:50.389455 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: __init__.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.389798 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: __pycache__ {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.390163 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.390499 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: address_group.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.391252 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.391823 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: address-group Jun 28 12:19:50.392147 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: address_scope.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.392844 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.393356 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: address-scope Jun 28 12:19:50.393681 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: admin_state_down_before_update.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.394619 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.395166 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: router-admin-state-down-before-update Jun 28 12:19:50.395496 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: agent.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.396187 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.396690 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: agent Jun 28 12:19:50.397012 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: agent_resources_synced.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.397933 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.398458 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: agent-resources-synced Jun 28 12:19:50.398762 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: allowedaddresspairs.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.400518 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.401043 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: allowed-address-pairs Jun 28 12:19:50.401367 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: auto_allocated_topology.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.402722 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.403240 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: auto-allocated-topology Jun 28 12:19:50.403567 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: availability_zone.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.404250 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.404762 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: availability_zone Jun 28 12:19:50.405094 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: availability_zone_filter.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.406025 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.406536 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: availability_zone_filter Jun 28 12:19:50.406856 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: data_plane_status.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.407756 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.408266 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 12:19:50.408592 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: default_subnetpools.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.409498 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.410030 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: default-subnetpools Jun 28 12:19:50.410354 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: dhcpagentscheduler.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.411239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.411741 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: dhcp_agent_scheduler Jun 28 12:19:50.412061 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: dns.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.412962 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.413463 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension dns-integration not supported by any of loaded plugins Jun 28 12:19:50.413785 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: dns_domain_ports.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.414721 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.415230 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 12:19:50.415551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: dvr.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.416208 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.416709 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: dvr Jun 28 12:19:50.417032 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: empty_string_filtering.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.417963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.418473 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: empty-string-filtering Jun 28 12:19:50.418793 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.419687 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.420521 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 12:19:50.420521 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.421392 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.421890 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 12:19:50.422239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: external_net.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.423136 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.423638 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: external-net Jun 28 12:19:50.423959 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: extra_dhcp_opt.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.424851 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.425358 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: extra_dhcp_opt Jun 28 12:19:50.425679 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: extraroute.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.427297 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.427979 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: extraroute Jun 28 12:19:50.428315 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: extraroute_atomic.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.429325 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.429835 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: extraroute-atomic Jun 28 12:19:50.430185 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: filter_validation.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.430849 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.431350 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: filter-validation Jun 28 12:19:50.431671 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: fip_pf_description.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.434211 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.434632 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 12:19:50.434962 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: fip_port_details.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.435891 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.436403 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: fip-port-details Jun 28 12:19:50.436730 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: flavors.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.438017 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.438543 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: flavors Jun 28 12:19:50.438870 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.440525 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.441042 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 12:19:50.441375 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: floatingip_pools.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.442724 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.443373 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: floatingip-pools Jun 28 12:19:50.443704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: ip_allocation.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.444616 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.445119 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 12:19:50.445444 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.446395 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.446905 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: ip-substring-filtering Jun 28 12:19:50.447231 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l2_adjacency.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.448158 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.448656 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 12:19:50.448979 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.449973 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.450488 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: router Jun 28 12:19:50.450812 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3_conntrack_helper.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.453035 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.453558 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 12:19:50.453890 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.454843 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.455355 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: ext-gw-mode Jun 28 12:19:50.455684 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.456606 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.457115 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: l3-ha Jun 28 12:19:50.457441 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3_flavors.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.458479 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.458991 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: l3-flavors Jun 28 12:19:50.459316 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.460238 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.460748 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 12:19:50.461072 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: l3agentscheduler.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.462140 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.462653 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: l3_agent_scheduler Jun 28 12:19:50.462978 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: logging.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.464458 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.464972 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension logging not supported by any of loaded plugins Jun 28 12:19:50.465302 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: metering.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.466159 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.466647 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: metering Jun 28 12:19:50.466977 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.468072 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.468586 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: metering_source_and_destination_fields Jun 28 12:19:50.468910 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: multiprovidernet.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.469991 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.470505 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: multi-provider Jun 28 12:19:50.470878 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: netmtu.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.471734 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.472240 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: net-mtu Jun 28 12:19:50.472557 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: netmtu_writable.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.474116 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.474681 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: net-mtu-writable Jun 28 12:19:50.475003 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: network_availability_zone.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.475660 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.476161 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: network_availability_zone Jun 28 12:19:50.476490 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: network_ip_availability.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.477578 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.478119 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: network-ip-availability Jun 28 12:19:50.478441 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: network_segment_range.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.479201 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.479700 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 12:19:50.480025 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: pagination.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.480991 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.481320 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: pagination Jun 28 12:19:50.481642 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: port_device_profile.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.482573 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.483082 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: port-device-profile Jun 28 12:19:50.483407 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.484314 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.484820 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: port-mac-address-regenerate Jun 28 12:19:50.485146 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.486077 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.486589 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: port-numa-affinity-policy Jun 28 12:19:50.486912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: port_resource_request.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.487805 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.488305 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 12:19:50.488627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: portbindings.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.490182 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.490719 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: binding Jun 28 12:19:50.491028 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: portbindings_extended.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.492302 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.492819 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: binding-extended Jun 28 12:19:50.493149 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: portsecurity.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.494095 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.494610 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: port-security Jun 28 12:19:50.494934 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: project_id.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.495904 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.496242 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: project-id Jun 28 12:19:50.496565 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: providernet.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.497481 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.498029 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: provider Jun 28 12:19:50.498357 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.501901 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.502445 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos not supported by any of loaded plugins Jun 28 12:19:50.502779 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.504014 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.504561 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 12:19:50.504938 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.505852 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.506398 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 12:19:50.506725 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_default.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.507632 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.508143 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-default not supported by any of loaded plugins Jun 28 12:19:50.508474 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_fip.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.509117 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.509619 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-fip not supported by any of loaded plugins Jun 28 12:19:50.509975 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_gateway_ip.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.510891 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.511399 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 12:19:50.511721 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_port_network_policy.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.512641 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.513160 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 12:19:50.513487 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_rule_type_details.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.514427 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.514938 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 12:19:50.515262 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: qos_rules_alias.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.516293 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.516808 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 12:19:50.517134 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: quotasv2.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.518077 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.518539 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: quotas Jun 28 12:19:50.518864 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: quotasv2_detail.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.520509 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.520852 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: quota_details Jun 28 12:19:50.521182 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: rbac.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.522271 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.522800 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: rbac-policies Jun 28 12:19:50.523131 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: rbac_address_group.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.524054 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.524574 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: rbac-address-group Jun 28 12:19:50.524899 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: rbac_address_scope.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.525813 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.526364 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: rbac-address-scope Jun 28 12:19:50.526947 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: rbac_security_groups.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.527846 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.528363 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: rbac-security-groups Jun 28 12:19:50.528691 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: rbac_subnetpool.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.543507 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.544023 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: rbac-subnetpool Jun 28 12:19:50.544349 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: revisionifmatch.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.545266 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.545779 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: revision-if-match Jun 28 12:19:50.546138 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: revisions.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.547234 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.547748 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: standard-attr-revisions Jun 28 12:19:50.548074 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: router_availability_zone.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.548745 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.549259 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: router_availability_zone Jun 28 12:19:50.549587 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: routerservicetype.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.550532 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.551047 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension router-service-type not supported by any of loaded plugins Jun 28 12:19:50.551398 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.552994 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.553510 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: security-groups-normalized-cidr Jun 28 12:19:50.553839 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: security_groups_port_filtering.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.554794 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.555299 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: port-security-groups-filtering Jun 28 12:19:50.555625 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.556539 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.557050 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: security-groups-remote-address-group Jun 28 12:19:50.557377 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: securitygroup.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.566886 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.567632 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: security-group Jun 28 12:19:50.567959 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: segment.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.568735 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.569248 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension segment not supported by any of loaded plugins Jun 28 12:19:50.569577 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.570532 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.571043 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 12:19:50.571370 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: servicetype.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.572486 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.573005 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: service-type Jun 28 12:19:50.573333 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: sorting.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.574349 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.574682 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: sorting Jun 28 12:19:50.575009 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: standard_attr_segment.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.575910 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.576422 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 12:19:50.576746 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: standardattrdescription.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.577389 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.577896 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: standard-attr-description Jun 28 12:19:50.578242 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: stateful_security_group.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.579159 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.579671 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: stateful-security-group Jun 28 12:19:50.580004 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: stdattrs_common.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.580579 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 12:19:50.580902 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.581925 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.582453 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 12:19:50.582864 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnet_onboard.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.596930 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.597520 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: subnet_onboard Jun 28 12:19:50.597810 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.599355 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.599880 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 12:19:50.600199 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnet_service_types.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.601130 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.601645 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: subnet-service-types Jun 28 12:19:50.602000 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnetallocation.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.603091 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.603600 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: subnet_allocation Jun 28 12:19:50.603921 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.604590 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.605093 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: subnetpool-prefix-ops Jun 28 12:19:50.605413 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.606451 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.606957 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 12:19:50.607274 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: tagging.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.608384 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.608907 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: standard-attr-tag Jun 28 12:19:50.609231 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: timestamp.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.610435 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.610950 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loaded extension: standard-attr-timestamp Jun 28 12:19:50.611278 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: trunk.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.612297 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.612809 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension trunk not supported by any of loaded plugins Jun 28 12:19:50.613132 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: trunk_details.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.614781 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.615295 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension trunk-details not supported by any of loaded plugins Jun 28 12:19:50.615648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: uplink_status_propagation.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.616562 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.617068 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 12:19:50.617435 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Loading extension file: vlantransparent.py {{(pid=79200) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 12:19:50.618088 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79200) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 12:19:50.618588 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 12:19:50.621136 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:network Jun 28 12:19:50.621820 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnet Jun 28 12:19:50.622643 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:19:50.623250 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:port Jun 28 12:19:50.624526 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.624958 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service FLAVORS assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.625580 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.626041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.626371 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:router Jun 28 12:19:50.627028 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:floatingip Jun 28 12:19:50.627746 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service METERING assigned prefix: /metering {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.629188 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.629613 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.630064 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79200) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:19:50.631392 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 12:19:50.631827 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:security_group Jun 28 12:19:50.632475 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 12:19:50.633218 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service CORE assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.633547 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:19:50.633881 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] subnetpool is already registered Jun 28 12:19:50.634495 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service CORE assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.634819 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:19:50.635147 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] subnetpool is already registered Jun 28 12:19:50.637733 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.638185 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service FLAVORS assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.638783 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.639196 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.639530 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:router Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] router is already registered Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:floatingip Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] floatingip is already registered Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service METERING assigned prefix: /metering {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] rbac_policy is already registered Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:security_group Jun 28 12:19:50.644146 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] security_group is already registered Jun 28 12:19:50.644724 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 12:19:50.645049 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] security_group_rule is already registered Jun 28 12:19:50.645896 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service CORE assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.646246 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:19:50.646584 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] subnetpool is already registered Jun 28 12:19:50.647165 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.v2.resource_helper [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Service CORE assigned prefix: {{(pid=79200) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 12:19:50.647487 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 12:19:50.647805 dv-cinder-798094-1-smb neutron-server[79200]: WARNING neutron.quota.resource_registry [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] subnetpool is already registered Jun 28 12:19:50.648443 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: extensions {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.649938 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: address-groups {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.651548 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: address-scopes {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.653033 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: agents {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.654236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: auto-allocated-topology {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.655513 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: availability_zones {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.656799 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: dhcp-networks {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.658272 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: dhcp-agents {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.659713 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: routers {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.663128 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: flavors {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.664624 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: service_profiles {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.666898 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: next_providers {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.669666 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: service_profiles {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.671336 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: floatingip-pools {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.672646 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: routers {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.674584 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: floatingips {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.675873 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: l3-routers {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.678152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: l3-agents {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.679574 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: metering-labels {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.680929 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: metering-label-rules {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.682199 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: network-ip-availabilities {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.683441 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: bindings {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.685079 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: quotas {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.686612 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: quotas {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.688010 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: rbac-policies {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.689300 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: security-groups {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.690503 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: security-group-rules {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.691736 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: service-providers {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.693038 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: subnetpools {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.694492 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: subnetpools {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.695941 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.697653 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.699483 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.701239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.703096 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.704869 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.706584 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.708680 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.710593 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.712398 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron.api.extensions [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Extended resource: tags {{(pid=79200) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 12:19:50.718558 dv-cinder-798094-1-smb neutron-server[79200]: WARNING keystonemiddleware.auth_token [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 12:19:50.723762 dv-cinder-798094-1-smb neutron-server[79200]: WARNING keystonemiddleware.auth_token [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 12:19:50.731779 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Acquired lock "singleton_lock" {{(pid=79200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 12:19:50.732249 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_concurrency.lockutils [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Releasing lock "singleton_lock" {{(pid=79200) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 12:19:50.732878 dv-cinder-798094-1-smb neutron-server[79200]: INFO oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Starting 2 workers Jun 28 12:19:50.737520 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Started child 79307 {{(pid=79200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:19:50.742657 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Started child 79308 {{(pid=79200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:19:50.745282 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.745937 dv-cinder-798094-1-smb neutron-server[79200]: INFO neutron.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 12:19:50.745937 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Notify callbacks [] for process, before_spawn {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.746232 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [-] (79307) wsgi starting up on http://0.0.0.0:9696 Jun 28 12:19:50.747323 dv-cinder-798094-1-smb neutron-server[79200]: INFO oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Starting 1 workers Jun 28 12:19:50.747471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.748881 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [-] (79308) wsgi starting up on http://0.0.0.0:9696 Jun 28 12:19:50.752321 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Started child 79309 {{(pid=79200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:19:50.752857 dv-cinder-798094-1-smb neutron-server[79200]: INFO oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Starting 1 workers Jun 28 12:19:50.756276 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] calling RpcWorker wait() {{(pid=79309) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 12:19:50.756892 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] returning from RpcWorker wait() {{(pid=79309) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 12:19:50.757179 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Started child 79310 {{(pid=79200) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 12:19:50.758009 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG neutron_lib.callbacks.manager [None req-d52d1074-766c-42d0-95a2-58170dc02fbf None None] Notify callbacks [] for process, after_spawn {{(pid=79200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.758262 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.758885 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:50.759889 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 12:19:50.760123 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:19:50.760292 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:19:50.760678 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:19:50.761035 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:19:50.761213 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:19:50.761721 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.761853 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:19:50.762393 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.762393 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.762591 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.762813 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.763337 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.763590 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.763838 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.764119 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.764366 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.764527 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.764843 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.765086 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.765333 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.765645 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.765942 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.766253 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.766472 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.766659 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.766907 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.767160 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.767382 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.767672 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] debug = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.767925 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.768379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.768615 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.768852 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.769096 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.769361 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.769605 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.769882 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.770197 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.770436 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.770708 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.770964 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.771209 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.771460 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.771699 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.771953 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.772166 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.772637 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] host = dv-cinder-798094-1-smb {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.772873 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.773115 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.773386 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.773594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.773871 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.774080 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.774332 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.774589 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.774826 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.775063 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.775295 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.775518 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.775761 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.775996 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.776157 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_options = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.776373 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.776901 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.777153 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.777338 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.777504 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.777676 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.777958 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.778123 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.778369 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.778629 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.778801 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.779008 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.779242 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.779470 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.779791 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.779940 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.780155 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.780409 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.780778 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.781014 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.781261 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.781482 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.781713 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.781972 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.782202 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.782412 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.782631 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.782871 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.783147 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.783359 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.783596 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.783791 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.784024 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.784263 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.784485 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.784719 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.785060 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.785208 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.785388 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.785624 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.786565 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.786722 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.786872 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.787086 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.787332 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.787491 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_json = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.787697 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.787927 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.788264 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.788504 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.788745 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:19:50.788895 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.789039 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.789182 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.789424 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.789828 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.790141 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.790462 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.790715 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.790986 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.791234 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.791478 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.791693 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.791937 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.792164 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.792461 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.792685 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.792960 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.793176 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.793430 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.793761 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.794039 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.794326 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.794543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.794794 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.795008 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.795226 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.795548 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.796129 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.796403 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.796662 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.796878 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.797129 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.797343 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.797554 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.797764 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.797996 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.798244 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804379 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.804963 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805901 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.805901 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.806098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.806244 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.806614 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.806835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.807074 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.807288 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.807523 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.807766 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.807982 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.808201 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.808436 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.808653 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.808921 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.809095 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.809283 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.809518 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.809761 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.809988 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.810236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.810452 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.810688 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.810905 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.811116 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.811409 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.811910 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.812135 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.812427 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.812623 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.812865 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.813104 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.813350 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.813589 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.813809 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.814071 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.814373 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.814618 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.814895 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.815145 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.815370 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.815609 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.815824 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.816075 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.816278 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.816513 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.816753 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.817239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.817449 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.817623 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.817850 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.818133 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.818407 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.818640 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.818920 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.819134 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.819383 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.819691 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.819946 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.820215 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.820440 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.820698 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.820958 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.821182 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.821441 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.821680 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.821944 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.822163 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.822428 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.822679 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.822944 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.823836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.823836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.823836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.824090 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.824159 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827381 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.827935 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.828373 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.828373 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.828512 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.828739 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.829139 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.829338 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831041 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831519 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831519 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831663 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.831846 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.832061 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.832333 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.832578 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.832959 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.833941 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.833941 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.833941 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.833941 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.834329 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.834329 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.834529 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.834742 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.834959 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.835186 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.835416 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.835636 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.835870 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.836136 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.836386 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.836722 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.836968 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.837210 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.837454 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.837667 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.837881 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.838137 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.838348 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.838557 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.838767 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.838996 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.839258 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.839492 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.839743 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.839982 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.840188 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.840390 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.840603 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.840829 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.841114 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.841347 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.841569 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.841798 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.842039 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.842265 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.842469 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.842696 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.842907 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.843108 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.843331 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.843530 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.843736 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.843947 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.844150 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.844427 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.844668 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.844903 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.845199 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.845428 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.845642 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.845891 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.846215 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.846442 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.846679 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.846929 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.847142 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.847355 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.847605 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.847957 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.848791 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.849060 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.849288 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.849567 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.849852 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.850126 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.850359 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.850657 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.850972 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.851255 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.851504 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.851726 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.852013 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.852237 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.852448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.852659 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.852901 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.853111 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.853339 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.853568 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.853801 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.854042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.854273 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.854466 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.854683 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.855152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.855152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.855463 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.855611 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:19:50.856163 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79200) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 12:19:50.856317 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Jun 28 12:19:50.856456 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Jun 28 12:19:50.856594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Jun 28 12:19:50.856758 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Jun 28 12:19:50.856903 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Jun 28 12:19:50.857117 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.857257 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.857406 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.857544 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.857776 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.857937 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858238 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858374 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858524 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858664 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.858799 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.859007 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.859007 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862108 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862108 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862108 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862108 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 46260) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] debug = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862448 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.862768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863125 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] host = dv-cinder-798094-1-smb {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.863551 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864594 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864816 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864816 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.864934 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865227 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865227 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865410 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865478 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865667 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_options = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.865823 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866056 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866198 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866334 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866472 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866607 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866757 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.866894 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867043 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867178 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867312 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867446 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867586 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867724 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.867857 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868004 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868142 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868275 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868410 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868546 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868680 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868825 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.868959 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.869093 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.869974 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.869974 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.869974 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.869974 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870496 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078230 Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.870648 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.871704 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.872417 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.872543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.872624 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.872774 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.872928 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873084 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_json = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873238 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873394 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873549 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873705 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.873859 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.874807 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.874973 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.875113 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Jun 28 12:19:50.875267 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.875516 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.875660 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.875795 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.875943 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877098 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.877836 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878411 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878411 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878411 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878411 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878817 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.878817 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.879011 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.879011 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.879202 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.879305 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.880317 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.880563 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881134 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881134 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881134 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881508 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881508 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881508 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881990 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881990 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.881990 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882295 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882295 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882454 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882531 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882660 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882823 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.882983 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883144 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883304 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883462 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883618 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883788 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.883945 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884102 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884261 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884419 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884580 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884735 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.884892 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885049 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885206 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885364 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885534 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885691 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.885851 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.886822 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.886985 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887145 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887303 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887542 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887639 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887760 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.887915 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888072 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888228 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888385 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888702 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.888867 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889019 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889178 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889336 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889495 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889650 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.889808 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890024 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890190 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890332 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890483 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890643 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890789 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.890926 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891089 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891232 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891390 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891543 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891680 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891837 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.891981 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892142 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892299 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892455 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892611 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892768 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.892923 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893080 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893392 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893549 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893705 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.893865 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.894057 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.894239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.894447 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.894538 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.894654 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.895912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.895912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.895912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.895912 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896376 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896376 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896376 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896376 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896820 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896820 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.896820 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897124 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897124 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897302 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897436 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897605 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.897748 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.898012 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.898879 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.899032 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.899186 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.899647 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.899647 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.899647 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900082 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900082 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900082 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900370 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900370 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900545 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900672 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900842 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.900977 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.901135 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.901293 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.901453 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.901857 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.902862 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903031 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903168 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903313 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903537 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903688 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903827 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.903961 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904094 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904227 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904361 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904491 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904619 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904779 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.904990 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.905651 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.905651 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.905651 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.905651 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.905651 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.906626 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.907627 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908152 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908558 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908558 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908558 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908843 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.908843 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909239 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909760 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909760 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909760 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.909760 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.911408 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.911549 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.911682 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.911805 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.911927 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913042 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913652 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913652 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913652 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913652 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913942 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.913942 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914105 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914190 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914319 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914486 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914649 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914808 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.914973 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.915131 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.915287 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916236 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916898 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916898 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916898 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.916898 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917340 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917340 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917340 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917552 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917552 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917692 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.917838 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918009 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918170 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918329 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918485 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918642 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918799 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.918957 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.919113 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.919489 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.919489 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.919638 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.919764 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.920835 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Jun 28 12:19:50.921889 dv-cinder-798094-1-smb neutron-server[79200]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79200) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 12:19:50.922822 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:01.833876 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac3e3a-9409-4acb-97f5-c55cd39e2b4a None None] get_active_networks_info from dv-cinder-798094-1-smb {{(pid=79309) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 28 12:20:01.905190 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac3e3a-9409-4acb-97f5-c55cd39e2b4a None None] No non-hosted networks {{(pid=79309) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 12:20:01.915891 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.agentschedulers_db [None req-6fac3e3a-9409-4acb-97f5-c55cd39e2b4a None None] DHCP Agent not found on host dv-cinder-798094-1-smb {{(pid=79309) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 12:20:02.234033 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4f9f6bf1-2f19-4b68-9144-a96d2fc520ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:02.249793 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:02.257762 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.257968 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.258381 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.259681 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.260276 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.260840 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.261400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.262150 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.262714 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.263255 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.263865 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.264405 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:02.265029 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798094-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:02.281976 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798094-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:04.346313 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-50555c35-0e2a-47bc-b887-85146ac03aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:04.419374 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-08ba8fec-8ecf-4a27-bade-758a31dea5fe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798094-1-smb {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:20:04.420016 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-08ba8fec-8ecf-4a27-bade-758a31dea5fe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:20:05.226598 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-08ba8fec-8ecf-4a27-bade-758a31dea5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:05.412541 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:06.745116 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:08.402571 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 46360) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:08.994339 dv-cinder-798094-1-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-d9700a64-7f6b-4642-931f-7e2380dadfef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:08.994915 dv-cinder-798094-1-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-d9700a64-7f6b-4642-931f-7e2380dadfef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:09.210418 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-d9700a64-7f6b-4642-931f-7e2380dadfef admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:20:09.211514 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d9700a64-7f6b-4642-931f-7e2380dadfef admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8079646 Jun 28 12:20:10.251083 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.db.l3_hamode_db [None req-a075dc97-eb3c-4c57-804f-bb92398f5d63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 12:20:10.340233 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075dc97-eb3c-4c57-804f-bb92398f5d63 None None] Routers set() bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:20:10.340625 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075dc97-eb3c-4c57-804f-bb92398f5d63 None None] Router IDs set() for agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 28 12:20:11.532536 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 46374) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:11.892609 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:11.992718 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.policy [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79307) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 12:20:12.039165 dv-cinder-798094-1-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:12.039533 dv-cinder-798094-1-smb neutron-server[79307]: WARNING oslo_policy.policy [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:12.048187 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.quota [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Loaded quota_driver: . Jun 28 12:20:12.063478 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:12.185400 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875891525', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875894166', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875904712', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875875116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875887751', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748875795854', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1345809', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1141777', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16559166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16627056'] for rbac-policy, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.417933 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:12.419187 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-88bbe3d2-3891-4aac-a291-9ac7537a3781 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8856871 Jun 28 12:20:15.009762 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46388) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:15.599331 dv-cinder-798094-1-smb neutron-server[79308]: WARNING oslo_policy.policy [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:15.599958 dv-cinder-798094-1-smb neutron-server[79308]: WARNING oslo_policy.policy [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:15.811279 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:15.812862 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.quota [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Loaded quota_driver: . Jun 28 12:20:15.828066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:15.835572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Usage tracker for resource:network and tenant:771e7fb41dbe4e0b9c95e666c10c360d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:15.841114 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:15.848370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:15.944137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Made reservation on behalf of 771e7fb41dbe4e0b9c95e666c10c360d for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:16.020148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.policy [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79308) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 12:20:16.069210 dv-cinder-798094-1-smb neutron-server[79308]: WARNING oslo_policy.policy [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:16.069510 dv-cinder-798094-1-smb neutron-server[79308]: WARNING oslo_policy.policy [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 12:20:16.079346 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.100858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.115537 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:16.119125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Usage tracker for resource:security_group_rule and tenant:771e7fb41dbe4e0b9c95e666c10c360d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:16.124318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:16.130531 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:16.227655 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.308930 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.313623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:16.332633 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:20:16.358955 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748873948088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.359563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Unsubscribe: segment precommit_create {{(pid=79308) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 12:20:16.360049 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Added segment 62e853fb-6cbe-4cba-813f-e5fbc6b81c54 of type vlan for network 7e2d17ce-2b65-4111-937e-cc43a51a6985 Jun 28 12:20:16.412957 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b1a969-788c-4d29-900d-211a8ed49887,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:16.429877 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432070 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432070 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432070 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432070 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432070 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432684 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432684 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432684 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.432684 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.433003 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.433283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Tracked resource versions report: Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: pushed versions: Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: { 'AddressGroup': {'1.2'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'ConntrackHelper': {'1.0'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Log': {'1.0'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Network': {'1.1'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Port': {'1.7'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'PortForwarding': {'1.2'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'QosPolicy': {'1.8'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroup': {'1.4'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SubPort': {'1.0'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Subnet': {'1.1'}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Trunk': {'1.1'}} Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: consumer versions: Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'ConntrackHelper': '1.0', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Log': '1.0', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Network': '1.1', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Port': '1.7', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'PortForwarding': '1.2', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'QosPolicy': '1.8', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroup': '1.4', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroupRule': '1.2', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'SubPort': '1.0', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Subnet': '1.1', Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: 'Trunk': '1.1'}} Jun 28 12:20:16.434342 dv-cinder-798094-1-smb neutron-server[79308]: {{(pid=79308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:20:16.479839 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:16.481485 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.601528 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.603043 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:16.603701 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:16.608342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:16.699481 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2d17ce-2b65-4111-937e-cc43a51a6985,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:16.702662 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:16.711366 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:20:16.824601 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.8121367 Jun 28 12:20:19.457990 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46410) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:19.906378 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9cc77-70e4-457d-a6f0-b5b4cb901a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:19.907785 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5de9cc77-70e4-457d-a6f0-b5b4cb901a75 admin admin] 10.222.0.37 "GET /v2.0/networks/7e2d17ce-2b65-4111-937e-cc43a51a6985 HTTP/1.1" status: 200 len: 825 time: 0.4488604 Jun 28 12:20:19.939183 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-25f0584e-88df-4990-9013-34bf0f2b5d7f admin admin] 10.222.0.37 "GET /v2.0/subnetpools/e325851a-a20c-436f-893f-68ba2fc23df4 HTTP/1.1" status: 200 len: 734 time: 0.0258150 Jun 28 12:20:19.948431 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Request body: {'subnet': {'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:19.952942 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:19.956775 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Usage tracker for resource:subnet and tenant:771e7fb41dbe4e0b9c95e666c10c360d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:19.960439 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:19.966577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:20.040407 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Made reservation on behalf of 771e7fb41dbe4e0b9c95e666c10c360d for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:20.042793 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:20.389968 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:20.394260 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:20.488603 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0e889d-780a-4d28-8c1d-8ad38867943e,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:20.491366 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Checking segment: {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:20.491741 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Network hostable DHCP agents. Network: 7e2d17ce-2b65-4111-937e-cc43a51a6985, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:20:20.498098 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:20.612087 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:20:20.726730 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 7e2d17ce-2b65-4111-937e-cc43a51a6985) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:20.731618 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:20.732203 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:20.736597 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93e05a-70d7-42b4-9e94-227733589590 None None] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:20.841630 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8966050 Jun 28 12:20:21.129281 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-7e2d17ce-2b65-4111-937e-cc43a51a6985', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:20:21.130497 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:21.317623 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Allocated IP 172.20.0.2 (7e2d17ce-2b65-4111-937e-cc43a51a6985/9d0e889d-780a-4d28-8c1d-8ad38867943e/d844e662-622e-44c8-8efe-312719ad2699) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:20:21.554607 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:21.567432 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Transition to ACTIVE for port object d844e662-622e-44c8-8efe-312719ad2699 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:21.587618 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Transition to ACTIVE for port object d844e662-622e-44c8-8efe-312719ad2699 will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:21.692830 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:21.698402 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:21.762954 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:20:21.765721 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:21.772625 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:20:21.774816 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Pushing event updated for resources: {'Port': ['ID=d844e662-622e-44c8-8efe-312719ad2699,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:21.810853 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.811182 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.811507 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.811825 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.812139 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.812541 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.812762 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.813069 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.813374 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.813680 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.814011 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.814314 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Tracked resource versions report: Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: pushed versions: Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: { 'AddressGroup': {'1.2'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'ConntrackHelper': {'1.0'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Log': {'1.0'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Network': {'1.1'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Port': {'1.7'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'PortForwarding': {'1.2'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'QosPolicy': {'1.8'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroup': {'1.4'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SubPort': {'1.0'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Subnet': {'1.1'}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Trunk': {'1.1'}} Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: consumer versions: Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'ConntrackHelper': '1.0', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Log': '1.0', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Network': '1.1', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Port': '1.7', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'PortForwarding': '1.2', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'QosPolicy': '1.8', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroup': '1.4', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroupRule': '1.2', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'SubPort': '1.0', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Subnet': '1.1', Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: 'Trunk': '1.1'}} Jun 28 12:20:21.815342 dv-cinder-798094-1-smb neutron-server[79309]: {{(pid=79309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:20:21.832149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:21.902340 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Attempting to bind port d844e662-622e-44c8-8efe-312719ad2699 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:20:21.903237 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Attempting to bind port d844e662-622e-44c8-8efe-312719ad2699 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:20:21.903683 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Attempting to bind port d844e662-622e-44c8-8efe-312719ad2699 on network 7e2d17ce-2b65-4111-937e-cc43a51a6985 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:20:21.918388 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:20:21.919549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Checking segment: {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:21.919549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:21.919768 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Bound using segment: {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:20:21.920171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Bound port: d844e662-622e-44c8-8efe-312719ad2699, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:20:21.920694 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.066484 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] For port d844e662-622e-44c8-8efe-312719ad2699, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:20:22.072616 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] For port d844e662-622e-44c8-8efe-312719ad2699, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=d844e662-622e-44c8-8efe-312719ad2699,segment=NetworkSegment(62e853fb-6cbe-4cba-813f-e5fbc6b81c54),segment_id=62e853fb-6cbe-4cba-813f-e5fbc6b81c54)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:20:22.156139 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:22.160765 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:22.258509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Pushing event updated for resources: {'Port': ['ID=d844e662-622e-44c8-8efe-312719ad2699,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:22.262040 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:23.279194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46420) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:23.663028 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [None req-76b8dd5c-a7e4-42ce-a082-bbf722dd5d3f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:20:23.663945 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-76b8dd5c-a7e4-42ce-a082-bbf722dd5d3f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3838241 Jun 28 12:20:25.960281 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ef9df-08c7-403b-81ae-1634734dd528 None None] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:26.027974 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46434) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:26.130875 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-cc03f24a-3e38-4cea-97d0-808f7125df34 None None] Provisioning for port d844e662-622e-44c8-8efe-312719ad2699 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:26.423299 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [None req-b2c9b6d1-6b16-4384-85f2-ec5deb19acb1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:20:26.424267 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b2c9b6d1-6b16-4384-85f2-ec5deb19acb1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3953903 Jun 28 12:20:26.428036 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device d844e662-622e-44c8-8efe-312719ad2699 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:26.602057 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port d844e662-622e-44c8-8efe-312719ad2699 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:26.607845 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port d844e662-622e-44c8-8efe-312719ad2699 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:26.608268 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.762420 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.897121 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port d844e662-622e-44c8-8efe-312719ad2699, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=d844e662-622e-44c8-8efe-312719ad2699,segment=NetworkSegment(62e853fb-6cbe-4cba-813f-e5fbc6b81c54),segment_id=62e853fb-6cbe-4cba-813f-e5fbc6b81c54)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:20:26.972197 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:26.974890 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:27.044621 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=d844e662-622e-44c8-8efe-312719ad2699,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:27.047753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:28.387935 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device d844e662-622e-44c8-8efe-312719ad2699 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:28.455436 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port d844e662-622e-44c8-8efe-312719ad2699 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:28.455809 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.032718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46446) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:29.381399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:29.386352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:29.390038 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Usage tracker for resource:router and tenant:771e7fb41dbe4e0b9c95e666c10c360d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:29.393228 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:29.399375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:29.543881 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.545508 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.610427 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.773966 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.881815 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:29.882965 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e14f8c3e-02ae-4c97-b436-4e289c75d41a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8493011 Jun 28 12:20:31.801285 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1aebc18f-f092-4fc9-a690-34fccd168143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:32.126529 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:32.247940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 46456) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:32.614790 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-fb90762b-0094-4d91-a6b3-d14b9a5a126c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:20:32.616022 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-fb90762b-0094-4d91-a6b3-d14b9a5a126c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3671734 Jun 28 12:20:34.366715 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-367de287-99e0-4d15-96d4-131f14a03752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:34.944489 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 46466) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:35.311214 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:35.317566 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:35.321268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Usage tracker for resource:network and tenant:b84f1b629f4b4d99be2d00d994e6c27c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:35.325057 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:35.331080 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:35.349692 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.434577 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Made reservation on behalf of b84f1b629f4b4d99be2d00d994e6c27c for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:35.437402 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.454592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.468220 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:35.471884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Usage tracker for resource:security_group_rule and tenant:b84f1b629f4b4d99be2d00d994e6c27c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:35.475867 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:35.481321 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:35.574403 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.823961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.828386 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:35.841323 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Reserving flat network on physical network physnet1 {{(pid=79307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 12:20:35.870847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748873948088', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:35.871434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Unsubscribe: segment precommit_create {{(pid=79307) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 12:20:35.871918 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Added segment 4921f6c7-2eee-4129-8bc9-308a4d4d42d0 of type flat for network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 Jun 28 12:20:35.923013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04e1fd-8027-4ace-a1ba-55801df83082,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:35.942955 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.943376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.943738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.944060 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.944377 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.944691 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.945256 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.945340 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.945587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.945888 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.946214 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.946513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Tracked resource versions report: Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: pushed versions: Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: { 'AddressGroup': {'1.2'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'ConntrackHelper': {'1.0'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Log': {'1.0'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Network': {'1.1'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Port': {'1.7'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'PortForwarding': {'1.2'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'QosPolicy': {'1.8'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroup': {'1.4'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SubPort': {'1.0'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Subnet': {'1.1'}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Trunk': {'1.1'}} Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: consumer versions: Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'ConntrackHelper': '1.0', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Log': '1.0', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Network': '1.1', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Port': '1.7', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'PortForwarding': '1.2', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'QosPolicy': '1.8', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroup': '1.4', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroupRule': '1.2', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'SubPort': '1.0', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Subnet': '1.1', Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: 'Trunk': '1.1'}} Jun 28 12:20:35.947534 dv-cinder-798094-1-smb neutron-server[79307]: {{(pid=79307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:20:35.997879 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:36.001892 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:36.144170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:36.145679 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:36.146942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:36.150467 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:36.254073 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Pushing event updated for resources: {'Network': ['ID=e78f9ceb-b1a3-4376-9d76-63b43ec920d6,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:36.257728 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:36.265161 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:20:36.350735 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4051929 Jun 28 12:20:36.727119 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:38.736394 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46490) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:38.946631 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05039514-51fb-4343-b5c2-fdedcdf7a0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:38.947944 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-05039514-51fb-4343-b5c2-fdedcdf7a0dc admin admin] 10.222.0.37 "GET /v2.0/subnets/9d0e889d-780a-4d28-8c1d-8ad38867943e HTTP/1.1" status: 200 len: 849 time: 0.2106280 Jun 28 12:20:39.090685 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-211cfbed-c6bd-4678-aa49-4eb498d2ce9e admin admin] 10.222.0.37 "GET /v2.0/routers/bca1a003-eed2-4f37-813c-90796b115f7e HTTP/1.1" status: 200 len: 704 time: 0.1369457 Jun 28 12:20:39.566702 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:39.789739 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Allocated IP 172.20.0.1 (7e2d17ce-2b65-4111-937e-cc43a51a6985/9d0e889d-780a-4d28-8c1d-8ad38867943e/09e0b2ed-3be0-4ce2-833e-05f9f6a77155) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:20:39.942885 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:39.961382 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Transition to ACTIVE for port object 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:40.110273 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.114104 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:40.176527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:20:40.179347 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:40.183889 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:20:40.184744 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.297550 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Pushing event updated for resources: {'Port': ['ID=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:40.313895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:40.538565 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.555129 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-bd7f2f0c-c4d6-48a3-919f-2794c9076c76 None None] Provisioning for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:40.560429 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-bd7f2f0c-c4d6-48a3-919f-2794c9076c76 None None] Provisioning complete for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:40.560801 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-bd7f2f0c-c4d6-48a3-919f-2794c9076c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.617666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f2f0c-c4d6-48a3-919f-2794c9076c76 None None] Port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:20:40.762080 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.824003 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.824999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:40.828213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:40.953318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Pushing event updated for resources: {'Port': ['ID=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:40.958311 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:41.016121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:20:41.017202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:41.244375 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-1bda96d3-ae71-4bf0-a8ec-95f5ab91e3a3 None None] Provisioning complete for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:41.244753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1bda96d3-ae71-4bf0-a8ec-95f5ab91e3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:41.292114 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Router bca1a003-eed2-4f37-813c-90796b115f7e is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:20:41.297938 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-1bda96d3-ae71-4bf0-a8ec-95f5ab91e3a3 None None] Port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:20:41.447745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:20:41.456671 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] 10.222.0.37 "PUT /v2.0/routers/bca1a003-eed2-4f37-813c-90796b115f7e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3611233 Jun 28 12:20:41.457664 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Sync routers for ids ['bca1a003-eed2-4f37-813c-90796b115f7e'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:20:41.469206 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Routers {'bca1a003-eed2-4f37-813c-90796b115f7e'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:20:41.470100 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:20:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['bca1a003-eed2-4f37-813c-90796b115f7e'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:41.649259 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Set router bca1a003-eed2-4f37-813c-90796b115f7e gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:20:42.019579 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:40Z', 'revision_number': 2, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port_host': None, '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:40Z', 'revision_number': 2, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:42.024514 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Checking router: bca1a003-eed2-4f37-813c-90796b115f7e for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:20:42.024943 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Updating router bca1a003-eed2-4f37-813c-90796b115f7e port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:20:42.078184 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.458644 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.473576 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Transition to ACTIVE for port object 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:42.555518 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.560531 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:42.780404 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Pushing event updated for resources: {'Port': ['ID=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:42.796461 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.796799 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.797124 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.797447 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.797765 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.798108 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.798420 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.798731 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.799041 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.799346 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.799651 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.799955 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Tracked resource versions report: Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: pushed versions: Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: { 'AddressGroup': {'1.2'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'ConntrackHelper': {'1.0'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Log': {'1.0'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Network': {'1.1'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Port': {'1.7'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'PortForwarding': {'1.2'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'QosPolicy': {'1.8'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroup': {'1.4'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SubPort': {'1.0'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Subnet': {'1.1'}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Trunk': {'1.1'}} Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: consumer versions: Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'ConntrackHelper': '1.0', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Log': '1.0', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Network': '1.1', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Port': '1.7', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'PortForwarding': '1.2', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'QosPolicy': '1.8', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroup': '1.4', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroupRule': '1.2', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'SubPort': '1.0', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Subnet': '1.1', Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: 'Trunk': '1.1'}} Jun 28 12:20:42.800996 dv-cinder-798094-1-smb neutron-server[79310]: {{(pid=79310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:20:42.812045 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:42.818950 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Attempting to bind port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:20:42.819531 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Attempting to bind port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:20:42.819774 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Attempting to bind port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 on network 7e2d17ce-2b65-4111-937e-cc43a51a6985 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:20:42.825109 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:20:42.825516 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Checking segment: {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:42.826026 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.826415 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Bound using segment: {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:20:42.826905 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Bound port: 09e0b2ed-3be0-4ce2-833e-05f9f6a77155, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e853fb-6cbe-4cba-813f-e5fbc6b81c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:20:42.827282 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:42.914725 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] For port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:20:42.918667 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] For port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,segment=NetworkSegment(62e853fb-6cbe-4cba-813f-e5fbc6b81c54),segment_id=62e853fb-6cbe-4cba-813f-e5fbc6b81c54)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:20:43.018700 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:43.023332 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:43.102947 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Pushing event updated for resources: {'Port': ['ID=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,revision_number=4']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:43.127625 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Routers {'bca1a003-eed2-4f37-813c-90796b115f7e'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:20:43.128391 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:20:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['bca1a003-eed2-4f37-813c-90796b115f7e'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:43.199582 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-f4f7adac-78af-45d2-8aa7-ec2f5bed4889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:43.300272 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] Set router bca1a003-eed2-4f37-813c-90796b115f7e gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:20:43.627469 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:40Z', 'revision_number': 2, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port_host': None, '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:42Z', 'revision_number': 4, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:43.631538 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc021-c891-433d-be21-1ec3196248f1 None None] The sync data for ids ['bca1a003-eed2-4f37-813c-90796b115f7e'] in dv-cinder-798094-1-smb is: [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:40Z', 'revision_number': 2, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port_host': None, '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:42Z', 'revision_number': 4, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:20:43.648671 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46514) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:43.803362 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52d4ac-430f-4667-92a3-86de92c0c511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:43.804720 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1c52d4ac-430f-4667-92a3-86de92c0c511 admin admin] 10.222.0.37 "GET /v2.0/networks/e78f9ceb-b1a3-4376-9d76-63b43ec920d6 HTTP/1.1" status: 200 len: 842 time: 0.1551034 Jun 28 12:20:43.814012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:43.819649 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:20:43.823561 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Usage tracker for resource:subnet and tenant:b84f1b629f4b4d99be2d00d994e6c27c is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:20:43.826477 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:20:43.831945 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:20:43.950301 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Made reservation on behalf of b84f1b629f4b4d99be2d00d994e6c27c for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:20:43.952686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.419112 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:44.501330 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.objects.ports [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79308) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 28 12:20:44.501774 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.505621 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:44.578667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8bcb92-f76c-44e4-9636-1c52963ed6bc,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:44.584572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:44.591164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:44.591164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Network hostable DHCP agents. Network: e78f9ceb-b1a3-4376-9d76-63b43ec920d6, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:20:44.612788 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:44.618990 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:44.619377 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.675357 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:20:44.739440 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.773429 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,segment=NetworkSegment(62e853fb-6cbe-4cba-813f-e5fbc6b81c54),segment_id=62e853fb-6cbe-4cba-813f-e5fbc6b81c54)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:20:44.944474 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.947830 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:44.990241 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, e78f9ceb-b1a3-4376-9d76-63b43ec920d6) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:44.994633 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:44.994844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:44.999264 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0a387-c941-4e4d-ba0d-d19c6bb9d7e3 None None] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:45.093023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=09e0b2ed-3be0-4ce2-833e-05f9f6a77155,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:45.098016 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:45.168000 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3573613 Jun 28 12:20:45.250893 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd0a31-dc95-4b2a-baa7-aabeffd31a16 None None] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:20:46.398941 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:46.469855 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:46.470259 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:47.369546 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46528) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:47.561646 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b09c1305-f73f-44dd-8387-735007e17c39 admin admin] 10.222.0.37 "GET /v2.0/routers/bca1a003-eed2-4f37-813c-90796b115f7e HTTP/1.1" status: 200 len: 710 time: 0.1909590 Jun 28 12:20:47.686125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3d9c05-2b8b-467f-a0de-3d45b4b5634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:20:47.687376 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8e3d9c05-2b8b-467f-a0de-3d45b4b5634c admin admin] 10.222.0.37 "GET /v2.0/networks/e78f9ceb-b1a3-4376-9d76-63b43ec920d6 HTTP/1.1" status: 200 len: 886 time: 0.1205950 Jun 28 12:20:47.696560 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:20:48.124049 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:48.594437 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:48.652051 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:48.778612 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Allocated IP 172.28.1.40 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/a92d7c1b-2de5-4085-8c61-17ab91dba0fd) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:20:48.918069 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.019186 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.024018 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:49.089861 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:20:49.092719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:20:49.096303 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:20:49.151916 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Pushing event updated for resources: {'Port': ['ID=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:49.164263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:49.599149 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.988565 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:49.992880 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16366441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16366430', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16315980'] for router, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:50.169250 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Router bca1a003-eed2-4f37-813c-90796b115f7e has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:20:50.352630 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:20:50.361616 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:50.361761 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Sync routers for ids ['bca1a003-eed2-4f37-813c-90796b115f7e'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:20:50.362835 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] 10.222.0.37 "PUT /v2.0/routers/bca1a003-eed2-4f37-813c-90796b115f7e HTTP/1.1" status: 200 len: 889 time: 2.6700904 Jun 28 12:20:50.371933 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Routers {'bca1a003-eed2-4f37-813c-90796b115f7e'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:20:50.372617 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:20:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['bca1a003-eed2-4f37-813c-90796b115f7e'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:50.566374 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Set router bca1a003-eed2-4f37-813c-90796b115f7e gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:20:50.914290 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:49Z', 'revision_number': 4, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port': {'id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:48Z', 'updated_at': '2021-06-28T12:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:44Z', 'revision_number': 5, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:50.919059 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Checking router: bca1a003-eed2-4f37-813c-90796b115f7e for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:20:50.919437 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Updating router bca1a003-eed2-4f37-813c-90796b115f7e port a92d7c1b-2de5-4085-8c61-17ab91dba0fd binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:20:50.974726 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.305389 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.316779 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Transition to ACTIVE for port object a92d7c1b-2de5-4085-8c61-17ab91dba0fd will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:20:51.418723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.422972 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:51.497923 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Attempting to bind port a92d7c1b-2de5-4085-8c61-17ab91dba0fd on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:20:51.498300 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Attempting to bind port a92d7c1b-2de5-4085-8c61-17ab91dba0fd by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:20:51.498697 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Attempting to bind port a92d7c1b-2de5-4085-8c61-17ab91dba0fd on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:20:51.500602 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Pushing event updated for resources: {'Port': ['ID=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:51.504123 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:51.506732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:20:51.507106 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:20:51.508025 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.508025 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:20:51.508358 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Bound port: a92d7c1b-2de5-4085-8c61-17ab91dba0fd, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:20:51.508770 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.606509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] For port a92d7c1b-2de5-4085-8c61-17ab91dba0fd, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:20:51.609400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] For port a92d7c1b-2de5-4085-8c61-17ab91dba0fd, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:20:51.738812 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:51.742931 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-4b13bd1f-2c36-4297-8992-5ad4982d8f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:51.820535 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Pushing event updated for resources: {'Port': ['ID=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:51.823111 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Routers {'bca1a003-eed2-4f37-813c-90796b115f7e'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:20:51.823704 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:20:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['bca1a003-eed2-4f37-813c-90796b115f7e'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:51.870655 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:52.011800 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] Set router bca1a003-eed2-4f37-813c-90796b115f7e gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:20:52.339769 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:49Z', 'revision_number': 4, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port': {'id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:48Z', 'updated_at': '2021-06-28T12:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:44Z', 'revision_number': 5, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:20:52.345674 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf38a2c-9b7a-407d-8b14-7dd5102c27e9 None None] The sync data for ids ['bca1a003-eed2-4f37-813c-90796b115f7e'] in dv-cinder-798094-1-smb is: [{'id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'name': 'router1', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40'}], 'enable_snat': True}, 'gw_port_id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:20:29Z', 'updated_at': '2021-06-28T12:20:49Z', 'revision_number': 4, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'gw_port': {'id': 'a92d7c1b-2de5-4085-8c61-17ab91dba0fd', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:48Z', 'updated_at': '2021-06-28T12:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '09e0b2ed-3be0-4ce2-833e-05f9f6a77155', 'name': '', 'network_id': '7e2d17ce-2b65-4111-937e-cc43a51a6985', 'tenant_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'mac_address': 'fa:16:3e:37:d3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca1a003-eed2-4f37-813c-90796b115f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:20:39Z', 'updated_at': '2021-06-28T12:20:44Z', 'revision_number': 5, 'project_id': '771e7fb41dbe4e0b9c95e666c10c360d', 'subnets': [{'id': '9d0e889d-780a-4d28-8c1d-8ad38867943e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e325851a-a20c-436f-893f-68ba2fc23df4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:20:52.689433 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 46538) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:20:52.809381 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e7bf687f-c317-4f99-a599-dbcc83cb0e4a admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1177125 Jun 28 12:20:54.427001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a92d7c1b-2de5-4085-8c61-17ab91dba0fd up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:54.567162 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port a92d7c1b-2de5-4085-8c61-17ab91dba0fd completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:20:54.573736 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port a92d7c1b-2de5-4085-8c61-17ab91dba0fd triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:54.574208 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:54.700551 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:54.719880 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port a92d7c1b-2de5-4085-8c61-17ab91dba0fd, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:20:54.864600 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:20:54.869996 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:20:54.944164 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=a92d7c1b-2de5-4085-8c61-17ab91dba0fd,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:20:54.947353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:20:56.444702 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a92d7c1b-2de5-4085-8c61-17ab91dba0fd up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:20:56.532861 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port a92d7c1b-2de5-4085-8c61-17ab91dba0fd triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:20:56.533504 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:01.841801 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f5a1bae0-e937-444d-a1ac-f85bf5a513f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:02.139229 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:04.361590 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-85f7a9a9-e467-4b45-a64e-66522b8a0ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:04.811263 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:21:05.333104 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:06.727022 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:31.819736 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-447a65e6-71f5-408f-a779-46fcfe007600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:32.138864 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:34.322041 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ffb81795-06ab-4b5c-aa52-dc37ef7869fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:35.366858 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:36.756456 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:21:41.811011 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:22:01.836818 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8ba03bdf-6ae2-4f42-a025-6875490a1453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:02.148659 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:04.394302 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-09fd4386-a548-4c4e-a44b-ec52a469f35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:05.414011 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:07.533824 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:18.809593 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:22:31.845301 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8ff773a8-372f-4fe5-b071-f8b3ae5c13f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:32.128108 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:34.316478 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-477d7613-4157-413e-9868-463d4440e740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:35.382696 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:36.710844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:22:55.808058 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:22:59.100163 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47108) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:22:59.171804 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b95a71-8dcc-4634-ad20-3e797d82bca4 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:22:59.176270 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-77b95a71-8dcc-4634-ad20-3e797d82bca4 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0721025 Jun 28 12:22:59.303659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c081b6-3881-429b-9c1f-0fe41b0cd54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:22:59.305021 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c6c081b6-3881-429b-9c1f-0fe41b0cd54d admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1279745 Jun 28 12:23:01.435207 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47118) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:01.550987 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016e03f-e244-40fc-9e63-3dba75614a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:01.552332 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8016e03f-e244-40fc-9e63-3dba75614a24 admin admin] 10.222.0.37 "GET /v2.0/subnets/9d0e889d-780a-4d28-8c1d-8ad38867943e HTTP/1.1" status: 200 len: 849 time: 0.1161888 Jun 28 12:23:01.561435 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:01.680235 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Notify callbacks [] for subnet, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:01.836475 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-054fa726-dddd-4f20-90eb-e3631616473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:02.002668 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748873938643'] for subnet, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:02.006946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:02.076385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:02.076969 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:02.079142 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] 10.222.0.37 "PUT /v2.0/subnets/9d0e889d-780a-4d28-8c1d-8ad38867943e HTTP/1.1" status: 200 len: 868 time: 0.5213268 Jun 28 12:23:02.080974 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba02004-8d3b-4c9a-b84e-219c644e99d1 None None] Network 7e2d17ce-2b65-4111-937e-cc43a51a6985 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:23:02.092308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0e889d-780a-4d28-8c1d-8ad38867943e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:02.100910 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.101233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.101564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.101884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.102233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.102557 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.102878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.103190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.103876 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.104215 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.104529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.104839 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:02.114943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:02.187838 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:02.600491 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-3c9810d6-3be3-4ed7-b0d3-f03bd74a4384 None None] Provisioning complete for port 09e0b2ed-3be0-4ce2-833e-05f9f6a77155 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:02.600819 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3c9810d6-3be3-4ed7-b0d3-f03bd74a4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:02.731903 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-3c9810d6-3be3-4ed7-b0d3-f03bd74a4384 None None] Provisioning complete for port d844e662-622e-44c8-8efe-312719ad2699 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:02.732169 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3c9810d6-3be3-4ed7-b0d3-f03bd74a4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:04.182258 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47128) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:04.319171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f21f75ae-d125-4cd7-ad9a-c6c805acaf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:04.363268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6e197-cda6-4f65-97fa-ee75745e0b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:04.363749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6e197-cda6-4f65-97fa-ee75745e0b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:04.364861 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bca6e197-cda6-4f65-97fa-ee75745e0b05 admin admin] Synchronizing usage tracker for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:23:04.542150 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bca6e197-cda6-4f65-97fa-ee75745e0b05 admin admin] Unset dirty status for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:23:04.543317 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bca6e197-cda6-4f65-97fa-ee75745e0b05 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3601294 Jun 28 12:23:05.393485 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:06.642577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47138) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:06.773904 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:06.816193 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331f0be-439e-45f3-9e0f-67c76756a03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:06.816691 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c331f0be-439e-45f3-9e0f-67c76756a03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:06.818248 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c331f0be-439e-45f3-9e0f-67c76756a03c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1747167 Jun 28 12:23:08.957261 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47148) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:09.134471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62284b83-feeb-430d-9cf3-7560da4c1096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:09.135774 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-62284b83-feeb-430d-9cf3-7560da4c1096 admin admin] 10.222.0.37 "GET /v2.0/networks/7e2d17ce-2b65-4111-937e-cc43a51a6985 HTTP/1.1" status: 200 len: 869 time: 0.1775668 Jun 28 12:23:11.256448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47158) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:11.424767 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e96b2-57c3-426c-8085-02e1551c05cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:11.426072 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0d1e96b2-57c3-426c-8085-02e1551c05cf admin admin] 10.222.0.37 "GET /v2.0/networks/e78f9ceb-b1a3-4376-9d76-63b43ec920d6 HTTP/1.1" status: 200 len: 886 time: 0.1686311 Jun 28 12:23:13.522190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47168) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:13.631951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f526fa-7fc5-4d67-af58-68485f1e29d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:13.632425 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f526fa-7fc5-4d67-af58-68485f1e29d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:13.633132 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-95f526fa-7fc5-4d67-af58-68485f1e29d3 admin admin] Synchronizing usage tracker for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:subnet {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:23:13.695637 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-95f526fa-7fc5-4d67-af58-68485f1e29d3 admin admin] Unset dirty status for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:subnet {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:23:13.696805 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-95f526fa-7fc5-4d67-af58-68485f1e29d3 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1736765 Jun 28 12:23:15.801502 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47178) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:15.910217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c92a59-a59f-4e72-8d48-888105036a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:15.910675 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c92a59-a59f-4e72-8d48-888105036a13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:15.912169 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-17c92a59-a59f-4e72-8d48-888105036a13 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096797 Jun 28 12:23:18.029238 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47188) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:18.129343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763fba5b-55b3-4bcb-83a9-c4619dbb219e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:18.130709 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-763fba5b-55b3-4bcb-83a9-c4619dbb219e admin admin] 10.222.0.37 "GET /v2.0/subnets/9a8bcb92-f76c-44e4-9636-1c52963ed6bc HTTP/1.1" status: 200 len: 816 time: 0.1005378 Jun 28 12:23:20.227286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47198) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:20.339542 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c776bb-7aa1-4c85-8493-9234c62ec1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:20.340913 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e4c776bb-7aa1-4c85-8493-9234c62ec1c4 admin admin] 10.222.0.37 "GET /v2.0/subnets/9d0e889d-780a-4d28-8c1d-8ad38867943e HTTP/1.1" status: 200 len: 868 time: 0.1126993 Jun 28 12:23:31.850042 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-323eb4c7-37d2-4aa9-87b5-cc5b2f391376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:32.136054 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:32.806786 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:23:34.341591 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6c90829c-d8fe-4d68-a9b0-e143c55a8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:35.386985 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:36.741276 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:43.331004 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47242) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:43.379614 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [None req-eacf1056-68ff-40e9-8640-06bf31a8e05d admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:23:43.380538 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-eacf1056-68ff-40e9-8640-06bf31a8e05d admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486140 Jun 28 12:23:45.560220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47252) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:45.627211 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72019fd-8e05-4812-a114-ea1cf917f072 admin admin] GET failed (client error): The resource could not be found. Jun 28 12:23:45.628454 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-d72019fd-8e05-4812-a114-ea1cf917f072 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672948 Jun 28 12:23:45.752869 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea13c9d-fd91-425e-a225-98e21b8a76c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:45.754310 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0ea13c9d-fd91-425e-a225-98e21b8a76c0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1219764 Jun 28 12:23:47.883639 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47262) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:47.932040 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:47.936537 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:23:47.946680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:23:48.036428 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Made reservation on behalf of b84f1b629f4b4d99be2d00d994e6c27c for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:23:48.038714 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:48.218251 dv-cinder-798094-1-smb neutron-server[79308]: WARNING neutron.services.revisions.revision_plugin [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Could not find related network for resource to bump revision. Jun 28 12:23:48.218251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:23:48.218251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:48.218251 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Added segment a58d0bb2-f17c-4ddf-9036-79c5dad76bbd of type vlan for network c51065cd-f03f-49f2-a82e-8c1443318d18 Jun 28 12:23:48.227944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:48.362263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:48.363597 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:48.364193 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:48.367694 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:48.464864 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Pushing event updated for resources: {'Network': ['ID=c51065cd-f03f-49f2-a82e-8c1443318d18,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:48.472126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.472477 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.472821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.473156 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.473488 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.473823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.474174 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.474522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.474850 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.475171 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.475490 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.475808 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:48.479257 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:48.486882 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network c51065cd-f03f-49f2-a82e-8c1443318d18 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:23:48.587436 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7027006 Jun 28 12:23:50.716911 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47272) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:23:50.784181 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.pecan_wsgi.hooks.translation [None req-6134c105-8f4b-4397-9cc3-3c804933025e admin admin] GET failed (client error): The resource could not be found. Jun 28 12:23:50.784697 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-6134c105-8f4b-4397-9cc3-3c804933025e admin admin] Synchronizing usage tracker for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:23:50.872313 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-6134c105-8f4b-4397-9cc3-3c804933025e admin admin] Unset dirty status for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:23:50.873643 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-6134c105-8f4b-4397-9cc3-3c804933025e admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1558478 Jun 28 12:23:50.978870 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fab7d-3596-46a2-b332-25a1d1ef2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:50.980225 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-fc7fab7d-3596-46a2-b332-25a1d1ef2ca9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1021247 Jun 28 12:23:50.990412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18', 'cidr': '192.168.233.0/24'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:23:50.994748 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:23:51.004888 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:23:51.082294 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Made reservation on behalf of b84f1b629f4b4d99be2d00d994e6c27c for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:23:51.084556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.362548 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.366410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:51.434308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=338529e4-253f-41e2-ae26-9a1985ef6eab,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:51.437582 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:51.443399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Checking segment: {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:23:51.443740 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Network hostable DHCP agents. Network: c51065cd-f03f-49f2-a82e-8c1443318d18, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:23:51.586277 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Network c51065cd-f03f-49f2-a82e-8c1443318d18 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:23:51.678318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, c51065cd-f03f-49f2-a82e-8c1443318d18) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:51.682190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:23:51.682782 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:51.687265 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe03741-ad7e-4d48-97a2-8881a7d6436b None None] Network c51065cd-f03f-49f2-a82e-8c1443318d18 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:23:51.804811 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8178408 Jun 28 12:23:51.905090 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-c51065cd-f03f-49f2-a82e-8c1443318d18', 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18', 'tenant_id': 'b84f1b629f4b4d99be2d00d994e6c27c', 'fixed_ips': [{'subnet_id': '338529e4-253f-41e2-ae26-9a1985ef6eab'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:23:51.906703 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:52.271396 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Allocated IP 192.168.233.2 (c51065cd-f03f-49f2-a82e-8c1443318d18/338529e4-253f-41e2-ae26-9a1985ef6eab/148739d2-4f7f-4612-9bbd-a21751ed2b01) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:23:52.483099 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:52.493341 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Transition to ACTIVE for port object 148739d2-4f7f-4612-9bbd-a21751ed2b01 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:52.512082 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Transition to ACTIVE for port object 148739d2-4f7f-4612-9bbd-a21751ed2b01 will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:23:52.639254 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:52.644295 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:52.706219 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Network c51065cd-f03f-49f2-a82e-8c1443318d18 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:23:52.709087 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:23:52.712068 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:23:52.721049 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Pushing event updated for resources: {'Port': ['ID=148739d2-4f7f-4612-9bbd-a21751ed2b01,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:52.763794 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.764127 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.764455 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.764803 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.766988 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.767071 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.767349 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:23:52.771436 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:52.845717 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Attempting to bind port 148739d2-4f7f-4612-9bbd-a21751ed2b01 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:23:52.846152 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Attempting to bind port 148739d2-4f7f-4612-9bbd-a21751ed2b01 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:23:52.846519 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Attempting to bind port 148739d2-4f7f-4612-9bbd-a21751ed2b01 on network c51065cd-f03f-49f2-a82e-8c1443318d18 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:23:52.851972 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:23:52.855149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Checking segment: {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:23:52.855149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:52.855149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Bound using segment: {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:23:52.855149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Bound port: 148739d2-4f7f-4612-9bbd-a21751ed2b01, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:23:52.855149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:52.945858 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] For port 148739d2-4f7f-4612-9bbd-a21751ed2b01, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:23:52.948875 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] For port 148739d2-4f7f-4612-9bbd-a21751ed2b01, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=148739d2-4f7f-4612-9bbd-a21751ed2b01,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:23:53.061861 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:53.066593 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:53.146783 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Pushing event updated for resources: {'Port': ['ID=148739d2-4f7f-4612-9bbd-a21751ed2b01,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:53.146783 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:53.958545 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bdaa5-6c00-46f2-a1a9-8df1f6f24c78 None None] Network c51065cd-f03f-49f2-a82e-8c1443318d18 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:23:54.203122 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-feeb19b5-da8a-4230-a187-b433ffc12a99 None None] Provisioning for port 148739d2-4f7f-4612-9bbd-a21751ed2b01 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:23:54.522551 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 148739d2-4f7f-4612-9bbd-a21751ed2b01 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:23:54.643941 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 148739d2-4f7f-4612-9bbd-a21751ed2b01 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:23:54.649426 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 148739d2-4f7f-4612-9bbd-a21751ed2b01 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:54.649813 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.771166 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.804197 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 148739d2-4f7f-4612-9bbd-a21751ed2b01, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=148739d2-4f7f-4612-9bbd-a21751ed2b01,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:23:54.918452 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:23:54.920729 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:23:54.988578 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=148739d2-4f7f-4612-9bbd-a21751ed2b01,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:23:54.991648 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:23:56.501985 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 148739d2-4f7f-4612-9bbd-a21751ed2b01 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:23:56.570282 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 148739d2-4f7f-4612-9bbd-a21751ed2b01 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:23:56.570647 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:01.883847 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4fb12314-9ef5-4ebe-9e26-5cecef4b588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:02.135048 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:04.316677 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-0c131c0d-be1c-49ad-b3f6-ed7ac6add662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:05.346456 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:06.712332 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:09.805411 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:24:31.808679 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-00d23a59-0303-4e77-85b6-eb7fd004468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:32.117565 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:34.374120 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f4965e14-3ef5-451d-935f-2c83b76d9f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:35.362713 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:36.780010 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:24:46.804153 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:25:01.847980 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-56cf2844-6faa-4ec8-9f1c-728839b1c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:02.168618 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:04.442417 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d5ba4384-f287-4247-977c-114f8a08a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:05.459870 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:06.734731 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:13.167912 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47322) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:13.174297 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [None req-f0ec7de9-964e-4a79-bfac-6beaf05eef16 tempest-verify_tempest_config-380580771 tempest-verify_tempest_config-380580771-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:25:13.175248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f0ec7de9-964e-4a79-bfac-6beaf05eef16 tempest-verify_tempest_config-380580771 tempest-verify_tempest_config-380580771-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063107 Jun 28 12:25:13.738699 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47340) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:13.865492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:13.880790 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:25:13.884574 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Usage tracker for resource:security_group_rule and tenant:9d0430f650834da08f4b2b58b6639be0 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:25:13.887521 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:25:13.893383 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:25:13.977683 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.071190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.078831 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:14.121504 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Synchronizing usage tracker for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:25:14.125836 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e535ab7d-b730-46c9-80c4-83835fe50edc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:14.134366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.134707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.135042 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.135364 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.135688 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.136008 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.136325 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.136637 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.136952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.137263 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.137625 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.137947 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:25:14.141723 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:14.247609 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Unset dirty status for tenant:b84f1b629f4b4d99be2d00d994e6c27c on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:25:14.248992 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d0430f650834da08f4b2b58b6639be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5093386 Jun 28 12:25:14.251752 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47346) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:25:14.309847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.335210 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.539707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.543682 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:25:14.556770 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e535ab7d-b730-46c9-80c4-83835fe50edc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:25:14.559626 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:25:14.561768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:14.562659 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e535ab7d-b730-46c9-80c4-83835fe50edc HTTP/1.1" status: 204 len: 168 time: 0.3099880 Jun 28 12:25:23.803187 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:25:31.796651 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1a6d34c0-dba4-449b-8ce4-f71c303749c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:32.115990 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:34.356547 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-fe1c88ac-8506-4b89-8ced-d8b85d393a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:35.350469 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:25:36.710856 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:00.801840 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:26:01.807818 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-bf006175-65c0-45f6-af28-bd56c2f1313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:02.125478 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:04.339097 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d62aa6f0-6430-46cf-bd6f-3d59d23229b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:05.396255 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:06.781302 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:31.813051 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f0809a4a-d9bd-4c02-a568-22468ac4c58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:32.098970 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:34.372821 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-5e88c56d-8d73-4d20-ae1c-4c800c3bca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:35.356188 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:36.736797 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:26:37.801492 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 5 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:27:00.138248 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16312434'] for agent, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:01.821892 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-eca81014-b2a9-4f45-bab9-2272385b9d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:02.119115 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:04.361201 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-78c33d37-a906-4332-b72b-df1be01350b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:05.366774 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:06.755363 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:14.801107 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:27:16.426025 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47426) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:16.545467 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-41ca1ca6-ca7a-4c90-8d69-931d99fb09a9 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1182413 Jun 28 12:27:18.693135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47436) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:27:18.750607 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-72ff35f4-14db-43a1-a11a-01406ef07f9a admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0563655 Jun 28 12:27:30.103746 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:31.809180 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-e1251bf6-b6e1-4cc5-b4d1-5f06888c2c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:32.109353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:34.346914 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5ae4-44c8-48f2-916d-7cf9e3d01298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:35.386736 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:36.778030 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:27:51.802745 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:28:00.097386 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:01.831337 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b8104102-1e0c-4d90-b9a2-368607aa171b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:02.105770 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:04.331733 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1bab2d3c-b7a9-4568-8138-60a97dfefbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:05.397102 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:06.754195 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:28.801977 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:28:30.137692 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:31.805497 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-e181575c-90f6-4869-932c-5d7e5cbe115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:32.119797 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:34.348122 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1b7c06e3-a47c-409c-8bdc-22e999685da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:35.376775 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:36.750032 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:58.985304 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47594) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:59.039011 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47602) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:59.272914 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000646914-network', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:59.278041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:59.282185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Usage tracker for resource:network and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:59.285721 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:59.291821 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:59.310450 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1999328028-network', 'tenant_id': 'f4169e585096409a94c41b12183bfe08'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:28:59.315173 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:59.319723 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Usage tracker for resource:network and tenant:f4169e585096409a94c41b12183bfe08 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:59.323002 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:59.328676 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:59.389353 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Made reservation on behalf of c1c390b339574f249054a6ff32b30b4d for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:59.391825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.406129 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Made reservation on behalf of f4169e585096409a94c41b12183bfe08 for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:28:59.408404 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.417029 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.432524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.448269 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:59.451305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:28:59.455231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Usage tracker for resource:security_group_rule and tenant:f4169e585096409a94c41b12183bfe08 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:59.457199 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:28:59.461030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:59.463217 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:28:59.470099 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:59.478202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:28:59.599230 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.613350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.685127 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.688816 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-409cdac7-9573-4bc1-bb7b-439b52f7ddcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.717894 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:28:59.726942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36216fe9-1115-4d1d-b10c-c7632cd15c9a,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.736197 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.736539 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Added segment e931efc0-893e-44f5-9a6f-f2196ebe13e0 of type vlan for network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 Jun 28 12:28:59.738106 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.738327 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.738611 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.738948 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.739212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.739522 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.739851 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.740196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.740721 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.741538 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.741538 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.741812 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.746207 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.746838 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bc1036dd-3563-41f1-864d-7f530edc71e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Tracked resource versions report: Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: pushed versions: Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: { 'AddressGroup': {'1.2'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'ConntrackHelper': {'1.0'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Log': {'1.0'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Network': {'1.1'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Port': {'1.7'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'PortForwarding': {'1.2'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'QosPolicy': {'1.8'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroup': {'1.4'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SubPort': {'1.0'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Subnet': {'1.1'}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Trunk': {'1.1'}} Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: consumer versions: Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'ConntrackHelper': '1.0', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Log': '1.0', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Network': '1.1', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Port': '1.7', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'PortForwarding': '1.2', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'QosPolicy': '1.8', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroup': '1.4', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SecurityGroupRule': '1.2', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'SubPort': '1.0', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Subnet': '1.1', Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: 'Trunk': '1.1'}} Jun 28 12:28:59.746947 dv-cinder-798094-1-smb neutron-server[79307]: {{(pid=79307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:28:59.758475 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:59.781103 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.786401 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:28:59.796837 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ff6e2-cbba-4958-9f83-22524fe99850,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.806592 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.807195 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Added segment 4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0 of type vlan for network 05f90450-e42e-4b5b-a037-5ffa44d063a5 Jun 28 12:28:59.809237 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.809755 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.810399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.810909 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.811245 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.811575 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.811904 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.812231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.812573 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.812898 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.813218 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.813531 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Tracked resource versions report: Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: pushed versions: Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: { 'AddressGroup': {'1.2'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'ConntrackHelper': {'1.0'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Log': {'1.0'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Network': {'1.1'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Port': {'1.7'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'PortForwarding': {'1.2'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'QosPolicy': {'1.8'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroup': {'1.4'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SubPort': {'1.0'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Subnet': {'1.1'}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Trunk': {'1.1'}} Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: consumer versions: Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'ConntrackHelper': '1.0', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Log': '1.0', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Network': '1.1', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Port': '1.7', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'PortForwarding': '1.2', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'QosPolicy': '1.8', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroup': '1.4', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SecurityGroupRule': '1.2', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'SubPort': '1.0', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Subnet': '1.1', Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: 'Trunk': '1.1'}} Jun 28 12:28:59.814561 dv-cinder-798094-1-smb neutron-server[79308]: {{(pid=79308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:28:59.822563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:28:59.846418 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.880909 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.882895 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.883596 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.891354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.891479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47638) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:28:59.938037 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.939392 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:28:59.939968 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:28:59.943515 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-75dd9124-bb09-44a6-85da-45fa089ce769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:28:59.992239 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Pushing event updated for resources: {'Network': ['ID=8809ae2e-fc02-4ead-99c0-bc180ed14c24,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:28:59.995590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:00.005176 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:29:00.052088 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Pushing event updated for resources: {'Network': ['ID=05f90450-e42e-4b5b-a037-5ffa44d063a5,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:00.055389 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:00.087608 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1011834 Jun 28 12:29:00.090582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47648) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:00.096690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Request body: {'subnet': {'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000646914-subnet', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:00.104510 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.113509 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Usage tracker for resource:subnet and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.121017 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 05f90450-e42e-4b5b-a037-5ffa44d063a5 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:29:00.126347 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.141248 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.148333 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1081626 Jun 28 12:29:00.149368 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47652) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:00.155604 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Request body: {'subnet': {'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1999328028-subnet', 'tenant_id': 'f4169e585096409a94c41b12183bfe08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:00.166321 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.170801 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Usage tracker for resource:subnet and tenant:f4169e585096409a94c41b12183bfe08 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.173980 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.181720 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.252303 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Made reservation on behalf of c1c390b339574f249054a6ff32b30b4d for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:00.256989 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.277770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Made reservation on behalf of f4169e585096409a94c41b12183bfe08 for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:00.282519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.298568 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.536439 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-14086757-network', 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:00.542749 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.550075 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Usage tracker for resource:network and tenant:242f7e53ec1348a0a9c808c102fd777e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.554373 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.561286 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.583100 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47676) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:00.594170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.599880 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:00.623149 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.628772 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f3936598-bdbf-4ca2-bf71-6fa02ffa54fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:00.688281 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8f59a1-019e-4e3d-8f30-7f95d5551504,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:00.699495 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:00.701622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:00.704081 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.714373 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:00.718732 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:00.720379 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.732215 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Checking segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:00.732686 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Network hostable DHCP agents. Network: 8809ae2e-fc02-4ead-99c0-bc180ed14c24, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:29:00.755275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.761620 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Checking segment: {'id': '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:00.762347 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Network hostable DHCP agents. Network: 05f90450-e42e-4b5b-a037-5ffa44d063a5, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:29:00.769763 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Usage tracker for resource:security_group_rule and tenant:242f7e53ec1348a0a9c808c102fd777e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.776434 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.783453 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.845731 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:29:00.861604 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-network', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:00.874950 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Network 05f90450-e42e-4b5b-a037-5ffa44d063a5 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:29:00.882894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:00.889009 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Usage tracker for resource:network and tenant:cf7d425ff87c457dadc7515d8921603a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:00.898923 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:00.908267 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:00.925416 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.955771 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 8809ae2e-fc02-4ead-99c0-bc180ed14c24) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:00.956152 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 05f90450-e42e-4b5b-a037-5ffa44d063a5) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:00.961220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.961622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.970248 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:00.971756 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:00.984585 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc4595-829e-4b01-85a9-60fdd89ea08f None None] Network 05f90450-e42e-4b5b-a037-5ffa44d063a5 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:01.046944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Made reservation on behalf of cf7d425ff87c457dadc7515d8921603a for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:01.049431 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.075462 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.088858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.127682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.145808 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0538692 Jun 28 12:29:01.148696 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47696) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:01.159592 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1d1df843-db9b-404c-b11e-9e98b9c0ba54 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0006301 Jun 28 12:29:01.162331 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:01.189185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:01.207166 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ab6d3-69d6-47d6-a90d-a8ecda0f4284 None None] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:01.214090 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Usage tracker for resource:router and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:01.219306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:01.221049 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5f98e-6fd9-492b-87a1-920bedce50dc,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.238734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:29:01.241333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.242875 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:01.250030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:01.269146 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.269492 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Added segment d5740741-451f-4ea2-8a0c-2ea8ba15916e of type vlan for network c1dc9765-93cb-40dd-87ed-5d91937ef701 Jun 28 12:29:01.277192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Usage tracker for resource:security_group_rule and tenant:cf7d425ff87c457dadc7515d8921603a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:01.282167 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:01.294421 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:01.391779 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.394695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.410244 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.523330 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.566264 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.567643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:01.568218 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.575649 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.639588 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb625010-f39e-4061-bc23-463bb6516d26 None None] Network 05f90450-e42e-4b5b-a037-5ffa44d063a5 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:01.787292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.788550 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Pushing event updated for resources: {'Network': ['ID=c1dc9765-93cb-40dd-87ed-5d91937ef701,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.798625 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.845581 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.849484 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:01.877510 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b0e16-61d9-4c89-920f-46fdf864b15a,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:01.877730 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:29:01.881393 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:01.891961 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:29:01.906509 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-fa6456dd-9670-4bba-ae00-69d2fa6c674f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0110343 Jun 28 12:29:01.908250 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47722) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:01.927714 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Request body: {'subnet': {'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-14086757-subnet', 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:01.940476 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:01.940814 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Added segment 8cc68e84-e60a-4b7f-be4c-714eaf5f6ace of type vlan for network 94227b61-0aac-43b9-9947-84938763aab3 Jun 28 12:29:01.946398 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:01.962360 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Usage tracker for resource:subnet and tenant:242f7e53ec1348a0a9c808c102fd777e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:01.978352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:01.988519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:02.071246 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.099911 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-38ebc525-0c1d-4ccb-9d31-f590e2f19558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.165899 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:02.166800 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.395772 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.567833 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:29:02.569689 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.713850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.719520 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.731622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:02.732823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:02.744909 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1444008e-e161-4fb6-a00b-abb0ce3cfada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:02.824985 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Allocated IP 172.20.0.2 (8809ae2e-fc02-4ead-99c0-bc180ed14c24/8ecea80e-5804-4cd7-b84e-4a9fd9de2e99/5ee8882e-3876-4dd7-bc90-58734eecd4ac) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:02.969135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Pushing event updated for resources: {'Network': ['ID=94227b61-0aac-43b9-9947-84938763aab3,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:02.972512 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:02.983043 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 94227b61-0aac-43b9-9947-84938763aab3 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:29:03.006598 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47770) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:03.009888 dv-cinder-798094-1-smb neutron-server[79308]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 12:29:03.116976 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5322680 Jun 28 12:29:03.120116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47776) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:03.127841 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.141371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Request body: {'subnet': {'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-subnet', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:03.172903 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.264495 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.276693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:03.277499 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Transition to ACTIVE for port object 5ee8882e-3876-4dd7-bc90-58734eecd4ac will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:03.282363 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Usage tracker for resource:subnet and tenant:cf7d425ff87c457dadc7515d8921603a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:03.285764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:03.292478 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:03.297252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.301258 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Transition to ACTIVE for port object 5ee8882e-3876-4dd7-bc90-58734eecd4ac will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:03.309533 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc9be93-7330-4386-9c6c-0c3e223faddf,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.312192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.317292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47782) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:03.334197 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.356991 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-a3f3d053-0115-4fc4-9c3a-c48a2ac6dc1a tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:03.357719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-a3f3d053-0115-4fc4-9c3a-c48a2ac6dc1a tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Synchronizing usage tracker for tenant:f4169e585096409a94c41b12183bfe08 on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:03.380312 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Checking segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:03.380727 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Network hostable DHCP agents. Network: c1dc9765-93cb-40dd-87ed-5d91937ef701, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:29:03.401154 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.407019 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.451370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Made reservation on behalf of cf7d425ff87c457dadc7515d8921603a for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:03.451370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.499717 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:03.501027 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Allocated IP 172.28.1.24 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/6eb75c10-00ba-453e-81c7-b0763d5b3e87) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:03.516362 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:03.523944 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:03.578208 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.592394 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:29:03.610073 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:03.615236 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c7de3d62bb4455bdb4cd59888df55c is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:03.623112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:03.624974 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:03.635713 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Pushing event updated for resources: {'Port': ['ID=5ee8882e-3876-4dd7-bc90-58734eecd4ac,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:03.644784 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-a3f3d053-0115-4fc4-9c3a-c48a2ac6dc1a tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Unset dirty status for tenant:f4169e585096409a94c41b12183bfe08 on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:03.652189 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-a3f3d053-0115-4fc4-9c3a-c48a2ac6dc1a tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/networks?id=05f90450-e42e-4b5b-a037-5ffa44d063a5 HTTP/1.1" status: 200 len: 812 time: 0.6443386 Jun 28 12:29:03.663178 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.663528 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.664070 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.664428 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.664756 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.665254 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.665584 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.665934 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.666301 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.666867 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.667185 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.667689 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Tracked resource versions report: Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: pushed versions: Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: { 'AddressGroup': {'1.2'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'ConntrackHelper': {'1.0'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Log': {'1.0'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Network': {'1.1'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Port': {'1.7'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'PortForwarding': {'1.2'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'QosPolicy': {'1.8'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroup': {'1.4'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SubPort': {'1.0'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Subnet': {'1.1'}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Trunk': {'1.1'}} Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: consumer versions: Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'ConntrackHelper': '1.0', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Log': '1.0', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Network': '1.1', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Port': '1.7', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'PortForwarding': '1.2', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'QosPolicy': '1.8', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroup': '1.4', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SecurityGroupRule': '1.2', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'SubPort': '1.0', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Subnet': '1.1', Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: 'Trunk': '1.1'}} Jun 28 12:29:03.668885 dv-cinder-798094-1-smb neutron-server[79309]: {{(pid=79309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:29:03.672285 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:03.677354 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Attempting to bind port 5ee8882e-3876-4dd7-bc90-58734eecd4ac on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:03.677597 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Attempting to bind port 5ee8882e-3876-4dd7-bc90-58734eecd4ac by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:03.678002 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Attempting to bind port 5ee8882e-3876-4dd7-bc90-58734eecd4ac on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:03.685092 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:03.685480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Checking segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:03.685877 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.686313 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Bound using segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:03.686801 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Bound port: 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:03.687198 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.689039 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c0c6d8a0-3c61-4fd3-a6f6-4c8cef80da5b tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/quotas/f4169e585096409a94c41b12183bfe08 HTTP/1.1" status: 200 len: 375 time: 0.0357475 Jun 28 12:29:03.709230 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.754435 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, c1dc9765-93cb-40dd-87ed-5d91937ef701) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:03.758641 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:03.759284 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.769287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d1796-2393-4292-8fcf-0650227115dd None None] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:03.783538 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-8202848b-efc7-4fe6-b4f8-efda2eb79672 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4169e585096409a94c41b12183bfe08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935037 Jun 28 12:29:03.863066 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] For port 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:03.889741 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] For port 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=5ee8882e-3876-4dd7-bc90-58734eecd4ac,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:03.909334 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.913660 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:03.943149 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0221214 Jun 28 12:29:03.976687 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:03.993316 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.012998 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-61f97d86-f2ca-4a4c-9945-0ad4624fe4b0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:29:04.021101 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-61f97d86-f2ca-4a4c-9945-0ad4624fe4b0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151218 Jun 28 12:29:04.046550 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.065348 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:04.068631 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:04.078373 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:04.118027 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.175938 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6eb75c10-00ba-453e-81c7-b0763d5b3e87,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.282616 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.327891 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.331383 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Pushing event updated for resources: {'Port': ['ID=5ee8882e-3876-4dd7-bc90-58734eecd4ac,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.335926 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.368001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a53d33-460c-484a-aff0-4d15489075d3 None None] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:04.394900 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c7de3d62bb4455bdb4cd59888df55c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0740094 Jun 28 12:29:04.401162 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977d11ef-96bd-46e0-9600-8f845412624c,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.417565 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47820) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:04.442918 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.446443 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.476700 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-13d7b76b-3002-4d32-b364-6ac2f81754de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:04.615609 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-6cbef40c-9cf8-4116-bfc4-1b906e763ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.639512 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-fb84ac63-1361-461a-97f4-5ff4e97837ff service neutron] 10.222.0.37 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170440 Jun 28 12:29:04.735702 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2225c822-d6e2-4548-9d93-31406aa289fa,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:04.743434 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:04.774233 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Checking segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:04.774599 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Network hostable DHCP agents. Network: 94227b61-0aac-43b9-9947-84938763aab3, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:29:04.799098 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 5ee8882e-3876-4dd7-bc90-58734eecd4ac up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:04.844985 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.854345 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47842) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:04.857179 dv-cinder-798094-1-smb neutron-server[79307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 12:29:04.878219 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.896924 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:04.937918 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 5ee8882e-3876-4dd7-bc90-58734eecd4ac completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:04.959225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Network 94227b61-0aac-43b9-9947-84938763aab3 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:29:04.991304 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-e4bd5d57-18b8-42c1-8b1b-4d0b1070294f service neutron] 10.222.0.37 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432767 Jun 28 12:29:05.063495 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 94227b61-0aac-43b9-9947-84938763aab3) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:05.070447 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:05.073647 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.079347 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e71b6-ee96-4db9-9c4c-bb28b712ec2c None None] Network 94227b61-0aac-43b9-9947-84938763aab3 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:05.098525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.121832 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:05.146510 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977d11ef-96bd-46e0-9600-8f845412624c,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:05.156150 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:05.157517 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.161114 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/977d11ef-96bd-46e0-9600-8f845412624c HTTP/1.1" status: 204 len: 168 time: 0.7146583 Jun 28 12:29:05.252419 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1261892 Jun 28 12:29:05.254927 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47852) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:05.259399 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-7654ce36-06f7-4e06-9915-c43556d2f126 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:05.260945 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-7654ce36-06f7-4e06-9915-c43556d2f126 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.4056134 Jun 28 12:29:05.261401 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:05.280136 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:05.291118 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Usage tracker for resource:router and tenant:cf7d425ff87c457dadc7515d8921603a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:05.295037 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:05.313758 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:05.398399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.400931 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.438272 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4b163c9c-a791-4bf3-914a-87a20aa51f7c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/quotas/242f7e53ec1348a0a9c808c102fd777e HTTP/1.1" status: 200 len: 375 time: 0.1684487 Jun 28 12:29:05.456127 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.473317 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.475771 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a51bece-ba42-4f7d-9e1f-ff7125cbe033 None None] Network 94227b61-0aac-43b9-9947-84938763aab3 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:05.658199 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-9e402106-e389-4d44-8f08-847c563aebfa tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2004838 Jun 28 12:29:05.744952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:05.801306 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:29:05.812606 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f86b306-d2bc-4f02-aa88-52032908f48a None None] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:29:06.085414 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.105720 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Provisioning for port 5ee8882e-3876-4dd7-bc90-58734eecd4ac completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:06.117069 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-76afff40-05eb-443d-837d-e54b4c6367a7 req-ae2476c4-07c1-4635-a919-71849916a513 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.1746476 Jun 28 12:29:06.130723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Provisioning complete for port 5ee8882e-3876-4dd7-bc90-58734eecd4ac triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:06.130723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.221084 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Router 340a9494-32f1-448f-a2f9-c1641e398960 is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:29:06.247749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47896) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:06.338748 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.355395 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47900) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:06.467717 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.486698 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:06.503762 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Usage tracker for resource:security_group_rule and tenant:6598771285ea4a16b8fa2905b4289f4e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:06.526490 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:06.536113 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:06.554882 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] For port 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=5ee8882e-3876-4dd7-bc90-58734eecd4ac,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:06.634907 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.641384 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:06.713517 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-a310ff42-1f9f-448f-9335-3c46dfce54df service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:29:06.720459 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-a310ff42-1f9f-448f-9335-3c46dfce54df service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2805109 Jun 28 12:29:06.901945 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Pushing event updated for resources: {'Port': ['ID=5ee8882e-3876-4dd7-bc90-58734eecd4ac,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:06.908822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.926675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:06.974093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.977896 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:06.986126 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:06.994619 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:06.995192 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.018051 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:07.018991 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.048700 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-53e1d752-124f-4369-a3a4-2429fd41d1fc service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272622 Jun 28 12:29:07.063364 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d147ddd2-1783-4d3f-b581-c4bd99a4847f None None] Provisioning complete for port 5ee8882e-3876-4dd7-bc90-58734eecd4ac triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:07.063738 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d147ddd2-1783-4d3f-b581-c4bd99a4847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.150272 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:07.270596 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Usage tracker for resource:security_group_rule and tenant:1de6ee47137040c7ab948309a1c402d2 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:07.281972 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.283564 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1334417 Jun 28 12:29:07.289399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Allocated IP 172.28.1.35 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/9624ae06-213f-41f7-a209-dab23ad123c4) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:07.293191 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:07.302376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 47944) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:07.315448 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:07.330711 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:07.451517 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-58c1745e-6e31-42d7-9361-e819b3269476 req-027e1ddc-9926-4102-bea3-764839beaa49 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.0522168 Jun 28 12:29:07.453459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.554626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.564695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.601990 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:07.673965 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:04Z', 'revision_number': 3, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:07.678926 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:07.679300 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Updating router 340a9494-32f1-448f-a2f9-c1641e398960 port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:07.697676 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4634d684-4356-4faf-863e-9e8808d3c60d service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476181 Jun 28 12:29:07.733856 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6598771285ea4a16b8fa2905b4289f4e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4788589 Jun 28 12:29:07.736718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 47952) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:07.740190 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.822820 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:07.846650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c65e9-08a5-49e0-992e-59af90df8bba,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:07.861468 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:07.876840 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.028360 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.063064 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:08.070389 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.102271 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.173456 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:08.185052 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:08.250031 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Pushing event updated for resources: {'Port': ['ID=9624ae06-213f-41f7-a209-dab23ad123c4,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.260110 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.371424 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.399323 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bb708f7c-a0e1-4638-80bb-1508e4674e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.444140 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.468049 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Transition to ACTIVE for port object 6eb75c10-00ba-453e-81c7-b0763d5b3e87 will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:08.479781 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c65e9-08a5-49e0-992e-59af90df8bba,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.527578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.536097 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.551322 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.560498 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.561163 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-64931a73-fc25-4dc1-b485-eb16b36bb89c req-d9fadb7d-db1d-48d4-ac38-8d5f6fd2a716 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.1193519 Jun 28 12:29:08.568132 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:08.637148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.638269 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a78c65e9-08a5-49e0-992e-59af90df8bba HTTP/1.1" status: 204 len: 168 time: 0.8989742 Jun 28 12:29:08.693414 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-26f7b637-4449-4c71-a3d4-a715551d9a05 req-bd6f0f33-9a6d-499d-b8b0-398af249fbd0 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.1319473 Jun 28 12:29:08.723380 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 5ee8882e-3876-4dd7-bc90-58734eecd4ac up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:08.740401 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Attempting to bind port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:08.742700 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Attempting to bind port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:08.748816 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Attempting to bind port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:08.752426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b9974b-a345-44b1-a49a-87ca660c1a12,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.757676 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:08.758088 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:08.758746 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.759162 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:08.759656 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Bound port: 6eb75c10-00ba-453e-81c7-b0763d5b3e87, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:08.760065 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.788160 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:08.795869 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1de6ee47137040c7ab948309a1c402d2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4375982 Jun 28 12:29:08.799016 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48000) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:08.893284 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Pushing event updated for resources: {'Port': ['ID=6eb75c10-00ba-453e-81c7-b0763d5b3e87,revision_number=2']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:08.968346 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 5ee8882e-3876-4dd7-bc90-58734eecd4ac triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:08.968573 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.968825 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.969280 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.969450 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:08.970027 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Tracked resource versions report: Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: pushed versions: Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: { 'AddressGroup': {'1.2'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'ConntrackHelper': {'1.0'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Log': {'1.0'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Network': {'1.1'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Port': {'1.7'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'PortForwarding': {'1.2'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'QosPolicy': {'1.8'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroup': {'1.4'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroupRule': {'1.2'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SubPort': {'1.0'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Subnet': {'1.1'}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Trunk': {'1.1'}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: consumer versions: Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: { DHCP agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: HyperV agent@hv-cinder-79809: {}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: L3 agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: Metadata agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: Metering agent@dv-cinder-798094-1-smb: {}, Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: Open vSwitch agent@dv-cinder-798094-1-smb: { 'AddressGroup': '1.2', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'ConntrackHelper': '1.0', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Log': '1.0', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Network': '1.1', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Port': '1.7', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'PortForwarding': '1.2', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'QosPolicy': '1.8', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroup': '1.4', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SecurityGroupRule': '1.2', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'SubPort': '1.0', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Subnet': '1.1', Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: 'Trunk': '1.1'}} Jun 28 12:29:08.977225 dv-cinder-798094-1-smb neutron-server[79310]: {{(pid=79310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 12:29:08.981164 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.038895 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.057984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.165456 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] For port 6eb75c10-00ba-453e-81c7-b0763d5b3e87, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:09.173492 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] For port 6eb75c10-00ba-453e-81c7-b0763d5b3e87, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6eb75c10-00ba-453e-81c7-b0763d5b3e87,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:09.209178 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.291563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.303477 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.311258 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:09.525587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.536983 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:09.555848 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b9974b-a345-44b1-a49a-87ca660c1a12,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:09.570877 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.579847 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Pushing event updated for resources: {'Port': ['ID=6eb75c10-00ba-453e-81c7-b0763d5b3e87,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:09.583357 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Allocated IP 172.20.0.1 (8809ae2e-fc02-4ead-99c0-bc180ed14c24/8ecea80e-5804-4cd7-b84e-4a9fd9de2e99/6a1af5bf-feb1-4406-b9b6-b7b729315816) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:09.604449 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:09.617066 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:09.619285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11b9974b-a345-44b1-a49a-87ca660c1a12 HTTP/1.1" status: 204 len: 168 time: 0.8187168 Jun 28 12:29:09.649196 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:09.649836 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:09.817989 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5b941658-13b4-4297-97e6-e583c391a1b2 req-3f0e8ace-2486-435d-a11c-7fa2f984dd80 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0712962 Jun 28 12:29:10.011775 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b4303e6c-8bef-4a39-81aa-2437db0bdf58 req-347e5c0e-1e18-47c9-ab4e-e5a466af2a28 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.0792334 Jun 28 12:29:10.023678 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.028016 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:10.058442 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Transition to ACTIVE for port object 6a1af5bf-feb1-4406-b9b6-b7b729315816 will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:10.160877 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.167631 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c111dfe1-098d-4d39-8d7d-d91731cf59d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:10.281260 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.295678 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:10.295678 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:10.315374 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:10.316398 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:10.743608 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:10.773163 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:10.784568 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:04Z', 'revision_number': 3, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:10.790802 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0695d2-a9f0-4242-9097-0a8f1786cb46 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:04Z', 'revision_number': 3, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:10.914738 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Router 21c02162-f066-461f-9279-c55d2eb27c48 is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:29:10.961279 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-b7306f43-0dd5-4927-869d-1ea1a859928d None None] Provisioning for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:10.967340 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-b7306f43-0dd5-4927-869d-1ea1a859928d None None] Provisioning complete for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:10.973061 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b7306f43-0dd5-4927-869d-1ea1a859928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.169951 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.227291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-b7306f43-0dd5-4927-869d-1ea1a859928d None None] Port 6a1af5bf-feb1-4406-b9b6-b7b729315816 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:11.313760 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-22bb72d1-5e45-4f23-939e-a48d26a9f2aa req-385691fe-28cf-4bd7-8c97-165e64cbe2cb tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.1777174 Jun 28 12:29:11.359996 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:11.367868 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Sync routers for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:11.391195 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:11.391835 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:11.498421 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:11.502447 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2438078 Jun 28 12:29:11.502926 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48106) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:11.638013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.35', 53265) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:11.773338 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:11.966113 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-77748cb9-2e15-46ce-8b05-aafece27034c req-98bc99e2-1499-4dc4-bbee-6e7cb031a0e4 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.4034493 Jun 28 12:29:12.374012 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-6be5aa13-d6f6-4acc-bf2f-a5d717a936d5 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:12.375805 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-6be5aa13-d6f6-4acc-bf2f-a5d717a936d5 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.35 "GET /v2.0/networks?id=05f90450-e42e-4b5b-a037-5ffa44d063a5 HTTP/1.1" status: 200 len: 812 time: 0.7172325 Jun 28 12:29:12.440597 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:12.464423 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Request body: {'port': {'device_id': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5', 'admin_state_up': True, 'tenant_id': 'f4169e585096409a94c41b12183bfe08'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:12.536372 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:12.541037 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:12.691731 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:08Z', 'revision_number': 3, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:12.697028 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Checking router: 21c02162-f066-461f-9279-c55d2eb27c48 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:12.697412 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Updating router 21c02162-f066-461f-9279-c55d2eb27c48 port 9624ae06-213f-41f7-a209-dab23ad123c4 binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:12.730335 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:12.825400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6eb75c10-00ba-453e-81c7-b0763d5b3e87 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:12.938249 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Pushing event updated for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:12.942181 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:13.013707 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.073752 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da0269c6-49e2-4319-bb1f-a62ad36bf76d req-40a9921d-098f-47aa-8f1a-c727beba78fb tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0864742 Jun 28 12:29:13.216411 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:13.223459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Usage tracker for resource:port and tenant:f4169e585096409a94c41b12183bfe08 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:13.235988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:13.247784 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:13.265804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:13.277366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:13.318931 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.35', 53272) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:13.502869 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Made reservation on behalf of f4169e585096409a94c41b12183bfe08 for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:13.511084 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.670591 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-73c59836-2ff4-4300-9028-fdb89d2a6cb3 req-c51cc4bb-31b8-4784-a7e5-65a8ff868b8c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.2069657 Jun 28 12:29:13.840888 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:13.854714 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:13.855338 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:13.866623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4c4405b1-823b-45d2-8e78-98d9f23585c0 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:13.867350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4c4405b1-823b-45d2-8e78-98d9f23585c0 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:13.906088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:13.991519 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-081c9a40-6e79-45d1-be28-a373f3e58ad4 None None] Provisioning complete for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:13.991891 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-081c9a40-6e79-45d1-be28-a373f3e58ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.009127 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.052376 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4c4405b1-823b-45d2-8e78-98d9f23585c0 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:14.054534 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-4c4405b1-823b-45d2-8e78-98d9f23585c0 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.7339194 Jun 28 12:29:14.103605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Request body: {'port': {'device_id': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'admin_state_up': True, 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:14.116631 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-081c9a40-6e79-45d1-be28-a373f3e58ad4 None None] Port 6a1af5bf-feb1-4406-b9b6-b7b729315816 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:14.205848 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Allocated IP 172.20.0.5 (05f90450-e42e-4b5b-a037-5ffa44d063a5/bb8f59a1-019e-4e3d-8f30-7f95d5551504/c5c4cd24-32b3-4971-b025-3a8ef455d8fc) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:14.245804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48220) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:14.348672 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.350915 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.375913 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Transition to ACTIVE for port object 9624ae06-213f-41f7-a209-dab23ad123c4 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:14.385960 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 6eb75c10-00ba-453e-81c7-b0763d5b3e87, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6eb75c10-00ba-453e-81c7-b0763d5b3e87,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:14.450617 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7498cda3-2c79-4187-bafe-685fdc0e96a6 req-568c58dc-f7be-4b4b-a99c-79f34d17e5b7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.0829122 Jun 28 12:29:14.468594 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:14.480787 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.482118 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.484928 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:14.492659 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:14.520891 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:14.521676 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:14.550917 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] 10.222.0.37 "PUT /v2.0/routers/340a9494-32f1-448f-a2f9-c1641e398960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2463851 Jun 28 12:29:14.648189 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:14.660969 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Usage tracker for resource:port and tenant:242f7e53ec1348a0a9c808c102fd777e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:14.666654 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:14.698024 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Attempting to bind port 9624ae06-213f-41f7-a209-dab23ad123c4 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:14.698394 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Attempting to bind port 9624ae06-213f-41f7-a209-dab23ad123c4 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:14.698753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Attempting to bind port 9624ae06-213f-41f7-a209-dab23ad123c4 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:14.722675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:14.723055 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:14.725718 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.728127 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:14.728450 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Bound port: 9624ae06-213f-41f7-a209-dab23ad123c4, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:14.728854 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.731808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.736560 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:14.790184 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=6eb75c10-00ba-453e-81c7-b0763d5b3e87,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:14.811718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Allocated IP 172.20.0.1 (94227b61-0aac-43b9-9947-84938763aab3/2225c822-d6e2-4548-9d93-31406aa289fa/caeaad8c-3bf5-43a6-b714-b3b365c3c256) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:14.897487 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:14.907598 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.915045 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:14.923689 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:14.973197 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:15.024839 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Pushing event updated for resources: {'Port': ['ID=9624ae06-213f-41f7-a209-dab23ad123c4,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:15.029117 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:15.029518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:15.029791 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:15.043773 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] For port 9624ae06-213f-41f7-a209-dab23ad123c4, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:15.051358 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] For port 9624ae06-213f-41f7-a209-dab23ad123c4, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9624ae06-213f-41f7-a209-dab23ad123c4,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:15.137829 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.143148 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2e3109fe-2fa0-4689-ac93-022d003c7d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:15.255521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.262121 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.302712 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Allocated IP 172.20.0.10 (c1dc9765-93cb-40dd-87ed-5d91937ef701/3fc9be93-7330-4386-9c6c-0c3e223faddf/314b988d-0d4e-4160-96c3-516ff9f8f1a4) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:15.326931 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Network 05f90450-e42e-4b5b-a037-5ffa44d063a5 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:15.349200 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:15.353565 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:15.356192 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:15.358650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:15.373309 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:15.377321 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.386069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:15.429495 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Usage tracker for resource:security_group_rule and tenant:8daf9d1f37f8416281853aafdf6991b5 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:15.432732 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Pushing event updated for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:15.439952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:15.445381 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:15.454885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:15.528038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d10a1a-7025-4313-9bbb-9ebb5080086a req-9d1ce6cd-fbd0-4e0d-9610-8ed9d62009b1 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:15.528804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-f0d10a1a-7025-4313-9bbb-9ebb5080086a req-9d1ce6cd-fbd0-4e0d-9610-8ed9d62009b1 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Synchronizing usage tracker for tenant:f4169e585096409a94c41b12183bfe08 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:15.569216 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1100454 Jun 28 12:29:15.571795 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:15.595901 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2a16dd61-da38-4d2d-b3c6-c5b80bb5e731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:15.596154 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Pushing event updated for resources: {'Port': ['ID=9624ae06-213f-41f7-a209-dab23ad123c4,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:15.608656 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:15.654519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-9cb05834-ecfa-464b-bb4e-e369a11d8a4f tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:29:15.655834 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-9cb05834-ecfa-464b-bb4e-e369a11d8a4f tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557389 Jun 28 12:29:15.760662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-f0d10a1a-7025-4313-9bbb-9ebb5080086a req-9d1ce6cd-fbd0-4e0d-9610-8ed9d62009b1 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Unset dirty status for tenant:f4169e585096409a94c41b12183bfe08 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:15.772739 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f0d10a1a-7025-4313-9bbb-9ebb5080086a req-9d1ce6cd-fbd0-4e0d-9610-8ed9d62009b1 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 931 time: 0.7351866 Jun 28 12:29:15.979024 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f0d10a1a-7025-4313-9bbb-9ebb5080086a req-d6afb15a-d906-4711-90a6-61ddd09a28f5 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052848 Jun 28 12:29:15.991372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Network 94227b61-0aac-43b9-9947-84938763aab3 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:16.005958 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:16.036840 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:11Z', 'revision_number': 2, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:16.049014 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:16.049393 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Updating router 340a9494-32f1-448f-a2f9-c1641e398960 port 6a1af5bf-feb1-4406-b9b6-b7b729315816 binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:16.053455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.126210 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Request body: {'port': {'device_id': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:16.197346 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:16.211093 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.212938 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:16.215519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.226426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.275947 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-70ed5e68-6f3d-4b9c-9e0a-da9f34a1445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:16.447389 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8daf9d1f37f8416281853aafdf6991b5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1939681 Jun 28 12:29:16.463252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48266) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:16.464447 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b80286-aeb9-4682-b6f6-b534960c7620,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:16.548430 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:16.582638 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f5630b29-b7c8-4c35-846a-318100bbead5 req-ef88f569-a8bc-46eb-82c4-7034984a610d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.5852067 Jun 28 12:29:16.604025 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Pushing event updated for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:16.619728 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:16.668460 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.773039 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.809334 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6eb75c10-00ba-453e-81c7-b0763d5b3e87 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:16.873862 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.928752 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:16.987416 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.118622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.162955 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:17.163741 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.221944 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:08Z', 'revision_number': 3, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:17.254550 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4d2c0a-a032-4397-b567-bf8f22397bff None None] The sync data for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb is: [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:08Z', 'revision_number': 3, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:17.360434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48284) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:17.370497 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.389466 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474428191', 'description': 'tempest-description--70854577'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:17.422953 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Transition to ACTIVE for port object 6a1af5bf-feb1-4406-b9b6-b7b729315816 will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:17.465947 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:17.493698 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:17.494518 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:17.506691 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:17.513072 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.519065 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.519303 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:17.534592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:17.586063 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.589626 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35b80286-aeb9-4682-b6f6-b534960c7620 HTTP/1.1" status: 204 len: 168 time: 1.0483458 Jun 28 12:29:17.589626 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b80286-aeb9-4682-b6f6-b534960c7620,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:17.600987 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:17.641172 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.807043 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:17.827271 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:17.852606 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:17.886519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.db.resource_extend [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 12:29:17.912287 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:17.917325 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48302) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:17.927107 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:17.952267 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:18.076602 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e80ac-ab2a-4290-913c-5b8cea3bde7c None None] Pushing event updated for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:18.122337 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-473e80ac-ab2a-4290-913c-5b8cea3bde7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:18.168858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:18.221456 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:18.232024 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Attempting to bind port 6a1af5bf-feb1-4406-b9b6-b7b729315816 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:18.232703 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Attempting to bind port 6a1af5bf-feb1-4406-b9b6-b7b729315816 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:18.233288 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Attempting to bind port 6a1af5bf-feb1-4406-b9b6-b7b729315816 on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:18.241478 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:18.242384 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Checking segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:18.243088 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.243322 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.244048 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Bound using segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:18.244838 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Bound port: 6a1af5bf-feb1-4406-b9b6-b7b729315816, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:18.245526 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.247449 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:18.276610 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:18.278588 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.313894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.513429 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c4cd24-32b3-4971-b025-3a8ef455d8fc {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:18.550846 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event updated for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:18.557834 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.560950 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:18.562312 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:18.644774 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] For port 6a1af5bf-feb1-4406-b9b6-b7b729315816, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:18.659314 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] For port 6a1af5bf-feb1-4406-b9b6-b7b729315816, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6a1af5bf-feb1-4406-b9b6-b7b729315816,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:18.668383 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Transition to ACTIVE for port object c5c4cd24-32b3-4971-b025-3a8ef455d8fc will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:18.699470 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6172681 Jun 28 12:29:18.738212 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Network 94227b61-0aac-43b9-9947-84938763aab3 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:18.739731 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.746679 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Request body: {'port': {'device_id': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:18.758014 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d5b3-93b6-4d88-a429-3d018f844ad9 req-c81c1b4f-15eb-4f69-b071-d9185eae7235 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:18.780188 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9624ae06-213f-41f7-a209-dab23ad123c4 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:18.791485 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f028d5b3-93b6-4d88-a429-3d018f844ad9 req-c81c1b4f-15eb-4f69-b071-d9185eae7235 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 932 time: 0.8356960 Jun 28 12:29:18.800990 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.807873 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:18.824293 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:18.830022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:18.840187 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:18.929744 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4073f4-b76d-4a74-92bc-630dae0c93d5 req-7fe3208b-6085-4a41-92a7-6a91ebdc44c5 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:18.940907 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba4073f4-b76d-4a74-92bc-630dae0c93d5 req-7fe3208b-6085-4a41-92a7-6a91ebdc44c5 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 931 time: 1.6661289 Jun 28 12:29:18.972556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.033258 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e80ac-ab2a-4290-913c-5b8cea3bde7c None None] Pushing event updated for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=4']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:19.039034 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-473e80ac-ab2a-4290-913c-5b8cea3bde7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:19.055969 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:19.056333 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:19.098396 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 9624ae06-213f-41f7-a209-dab23ad123c4 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:19.106314 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9624ae06-213f-41f7-a209-dab23ad123c4 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:19.107034 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.234475 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Pushing event updated for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:19.304105 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:19.358949 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:19.373334 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:19.401768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:19.483415 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.495851 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f028d5b3-93b6-4d88-a429-3d018f844ad9 req-fa8d1909-75e9-497d-8de4-d9df5bc551e1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018516 Jun 28 12:29:19.499610 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.520808 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-ba4073f4-b76d-4a74-92bc-630dae0c93d5 req-03d4a63b-5338-4e3a-a38e-6acc74dddd90 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Synchronizing usage tracker for tenant:f4169e585096409a94c41b12183bfe08 on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:19.559859 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:19.589295 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.632752 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 9624ae06-213f-41f7-a209-dab23ad123c4, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9624ae06-213f-41f7-a209-dab23ad123c4,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:19.712416 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.714656 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:19.747650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37b1dd3-0832-4f00-a6d9-2956529940c5,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:19.753996 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:19.788659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-ba4073f4-b76d-4a74-92bc-630dae0c93d5 req-03d4a63b-5338-4e3a-a38e-6acc74dddd90 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Unset dirty status for tenant:f4169e585096409a94c41b12183bfe08 on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:19.796304 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:19.801236 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fae2753c211344f89e68fc1ffb51d8c2 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:19.804903 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba4073f4-b76d-4a74-92bc-630dae0c93d5 req-03d4a63b-5338-4e3a-a38e-6acc74dddd90 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629222 Jun 28 12:29:19.806634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:19.831533 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:19.866113 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Attempting to bind port c5c4cd24-32b3-4971-b025-3a8ef455d8fc on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:19.866612 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Attempting to bind port c5c4cd24-32b3-4971-b025-3a8ef455d8fc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:19.867095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Attempting to bind port c5c4cd24-32b3-4971-b025-3a8ef455d8fc on network 05f90450-e42e-4b5b-a037-5ffa44d063a5 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:19.872905 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Port c5c4cd24-32b3-4971-b025-3a8ef455d8fc on network 05f90450-e42e-4b5b-a037-5ffa44d063a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:19.873371 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Attempting to bind port c5c4cd24-32b3-4971-b025-3a8ef455d8fc on network 05f90450-e42e-4b5b-a037-5ffa44d063a5 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:19.879345 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:19.879891 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Checking segment: {'id': '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:19.882102 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Bound using segment: {'id': '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:19.882648 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Bound port: c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:19.884730 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:19.979087 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=9624ae06-213f-41f7-a209-dab23ad123c4,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:19.988079 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:20.080886 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.082912 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.084845 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.7206962 Jun 28 12:29:20.096747 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48334) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:20.127167 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group_rule': {'security_group_id': 'f37b1dd3-0832-4f00-a6d9-2956529940c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:20.133037 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Router 21c02162-f066-461f-9279-c55d2eb27c48 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:20.142434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:20.153716 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.179438 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:20.208161 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-39b6c22f-6f42-4913-abbd-41c7d8a46e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:20.231610 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:20.261529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:20.363905 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:20.380574 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fae2753c211344f89e68fc1ffb51d8c2&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4620407 Jun 28 12:29:20.399090 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48342) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:20.409306 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:18Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:20.421372 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18020ac8-5bba-4544-aee4-be527fdcee93 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:18Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:20.430841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ce55a-fcfc-40c8-beb8-839fc3760591,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:20.438441 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,segment=NetworkSegment(4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0),segment_id=4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:20.447471 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:20.554229 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.603150 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:20.673327 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:20.834503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:20.851244 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Sync routers for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:20.854281 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] 10.222.0.37 "PUT /v2.0/routers/21c02162-f066-461f-9279-c55d2eb27c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3499820 Jun 28 12:29:20.879976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48354) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:20.897454 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9624ae06-213f-41f7-a209-dab23ad123c4 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:21.042734 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:21.053786 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:21.060504 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:21.062428 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:21.235275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.241153 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.244745 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5c4cd24-32b3-4971-b025-3a8ef455d8fc HTTP/1.1" status: 200 len: 1093 time: 5.2344773 Jun 28 12:29:21.258880 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:21.440053 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.486592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.544814 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9624ae06-213f-41f7-a209-dab23ad123c4 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:21.545203 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.556355 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314b988d-0d4e-4160-96c3-516ff9f8f1a4 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:21.586307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.621684 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.668306 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.703013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.725843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:21.736765 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Transition to ACTIVE for port object 314b988d-0d4e-4160-96c3-516ff9f8f1a4 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:21.746393 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Usage tracker for resource:security_group_rule and tenant:69044948ceba4a4eadf6b11ace657891 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:21.769195 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:21.772580 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:21.777115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.794693 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.798333 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/281ce55a-fcfc-40c8-beb8-839fc3760591 HTTP/1.1" status: 204 len: 168 time: 1.3949416 Jun 28 12:29:21.801539 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:21.813291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:21.831220 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f37619b-b95c-459c-b5e8-3971c91f0203,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:21.839360 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce32a17-b8ba-48d1-b846-c82277aa9f64 req-5add5560-8b74-4c55-bfb7-d81ad653dbc8 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.842555 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:21.844539 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d19331ba-c9ae-4351-9851-0bebb0c0fde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:21.847541 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7ce32a17-b8ba-48d1-b846-c82277aa9f64 req-5add5560-8b74-4c55-bfb7-d81ad653dbc8 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.5665650 Jun 28 12:29:21.860580 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ce55a-fcfc-40c8-beb8-839fc3760591,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:21.887109 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:21.888842 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.891967 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7866650 Jun 28 12:29:21.902988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48382) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:21.906397 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:21.913446 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group_rule': {'security_group_id': 'f37b1dd3-0832-4f00-a6d9-2956529940c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:21.928460 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68a8c5-078b-4431-ad2a-2c653f1dfac9 req-931bfc87-6acd-4afc-a3dc-8a38fc771e5e tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.930228 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1d68a8c5-078b-4431-ad2a-2c653f1dfac9 req-931bfc87-6acd-4afc-a3dc-8a38fc771e5e tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 932 time: 0.8975749 Jun 28 12:29:21.940395 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:21.951356 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-65b1a968-58e1-417c-98ff-848a91c2e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:21.952656 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-65b1a968-58e1-417c-98ff-848a91c2e19d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4169e585096409a94c41b12183bfe08&device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 1096 time: 0.3757839 Jun 28 12:29:21.953884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:22.047342 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6a1af5bf-feb1-4406-b9b6-b7b729315816 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:22.062282 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:22.124591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.162770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c4746100-b010-4ed9-9bf7-c19049199717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:22.172986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:22.187131 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-d232b94a-0734-49b1-ba79-bbc86adca0f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc HTTP/1.1" status: 200 len: 217 time: 0.1890357 Jun 28 12:29:22.343465 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.400010 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1d68a8c5-078b-4431-ad2a-2c653f1dfac9 req-b464e735-97b8-4b38-bd34-732f19a3ec83 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585352 Jun 28 12:29:22.422650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-f54ff302-4ca3-4552-a544-ab74f38610b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:22.424129 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-f54ff302-4ca3-4552-a544-ab74f38610b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb8f59a1-019e-4e3d-8f30-7f95d5551504 HTTP/1.1" status: 200 len: 852 time: 0.1792924 Jun 28 12:29:22.639223 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-cc08c0d6-5113-4f5b-b06e-63bbc31f4f1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f90450-e42e-4b5b-a037-5ffa44d063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2011225 Jun 28 12:29:22.639976 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.643242 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7ce32a17-b8ba-48d1-b846-c82277aa9f64 req-ba948aa9-9d8c-42d1-8c21-4352745d8e06 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7936189 Jun 28 12:29:22.643937 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:22.670657 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:22.697351 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:22.764288 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:22.799718 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:22.800104 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.812943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.912956 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:22.944216 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69044948ceba4a4eadf6b11ace657891&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0595405 Jun 28 12:29:22.945163 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:22.955736 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48402) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:22.975585 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:16Z', 'revision_number': 4, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'caeaad8c-3bf5-43a6-b714-b3b365c3c256', 'name': '', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'mac_address': 'fa:16:3e:07:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:14Z', 'updated_at': '2021-06-28T12:29:17Z', 'revision_number': 2, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'subnets': [{'id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:22.981550 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Checking router: 21c02162-f066-461f-9279-c55d2eb27c48 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:22.982148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c34c2-1d03-4c12-aca8-6fbbc67e9f98,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:22.988326 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Updating router 21c02162-f066-461f-9279-c55d2eb27c48 port caeaad8c-3bf5-43a6-b714-b3b365c3c256 binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:29:23.008588 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:23.063508 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.079598 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a502af7e-9945-424d-8799-72e8f0e01684,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:23.088989 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:23.142519 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-f5476a6a-051d-4f9b-a258-3ec0b4a37d9f service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233778 Jun 28 12:29:23.157898 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Attempting to bind port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:23.158252 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Attempting to bind port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:23.158600 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Attempting to bind port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:23.222840 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:23.223167 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Attempting to bind port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:23.225342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48416) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:23.226057 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.310578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:23.310912 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Checking segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:23.311492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Bound using segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:23.311943 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Bound port: 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:23.312283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.367471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.404556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.518043 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.519650 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6137414 Jun 28 12:29:23.524266 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48424) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:23.527677 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-097dee65-344f-4db2-ad08-0ea74b604cd6 req-f70b465c-8a11-455f-9ac1-7b251ea82155 service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558319 Jun 28 12:29:23.532284 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:23.582197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe7d66baf654c53a6b2aa6d58c56d0c is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:23.592700 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:23.700103 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:23.830121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:23.858606 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-7ec959d5-74ec-4a16-a1f3-ce2fd73de806 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:23.860626 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-7ec959d5-74ec-4a16-a1f3-ce2fd73de806 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 819 time: 0.3446760 Jun 28 12:29:23.864325 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:23.874976 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:23.884527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4a44e93d-e93f-46ce-8a7d-35335886ce48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:23.890519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:floatingip and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:23.895168 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-1abd5cd1-671d-4f35-b16d-b24903b9c3ad tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/quotas/cf7d425ff87c457dadc7515d8921603a HTTP/1.1" status: 200 len: 375 time: 0.0228181 Jun 28 12:29:23.896233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:23.905046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:23.936570 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c34c2-1d03-4c12-aca8-6fbbc67e9f98,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:23.958153 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:23.981325 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:24.011189 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc', 'status': 'completed', 'code': 200} Jun 28 12:29:24.059152 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.084019 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-10cadec3-4627-42ec-ae6c-e730f33be3c7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1801496 Jun 28 12:29:24.086154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.103665 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a8c34c2-1d03-4c12-aca8-6fbbc67e9f98 HTTP/1.1" status: 204 len: 168 time: 1.1229074 Jun 28 12:29:24.121753 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:24.124367 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.202842 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 6a1af5bf-feb1-4406-b9b6-b7b729315816, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6a1af5bf-feb1-4406-b9b6-b7b729315816,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:24.231340 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Transition to ACTIVE for port object caeaad8c-3bf5-43a6-b714-b3b365c3c256 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:24.246638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.262650 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.268747 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.272933 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:24.297551 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:24.407221 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.412855 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Pushing event updated for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:24.429387 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:24.477390 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.478203 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.480547 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] 10.222.0.35 "PUT /v2.0/ports/314b988d-0d4e-4160-96c3-516ff9f8f1a4 HTTP/1.1" status: 200 len: 1094 time: 5.7405441 Jun 28 12:29:24.484460 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:24.572821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.601033 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-0d219f4f-866f-4760-a4fb-5a44ba3c96ec tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.602092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-0d219f4f-866f-4760-a4fb-5a44ba3c96ec tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:24.624359 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:24.640308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:24.718608 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f232a-8eea-4894-ac56-253d9cc4278b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:24.732085 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-0d219f4f-866f-4760-a4fb-5a44ba3c96ec tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:24.745781 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-0d219f4f-866f-4760-a4fb-5a44ba3c96ec tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.6205571 Jun 28 12:29:24.754738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-42418273-a235-4c1a-8ef4-6de807549c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:24.756606 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-42418273-a235-4c1a-8ef4-6de807549c7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4169e585096409a94c41b12183bfe08&device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 1096 time: 0.6715441 Jun 28 12:29:24.788113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:24.822804 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbe7d66baf654c53a6b2aa6d58c56d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5874383 Jun 28 12:29:24.826910 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48472) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:24.859186 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-49204901-925d-4479-9367-9cbf96e78d60 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:24.994682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-49204901-925d-4479-9367-9cbf96e78d60 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:25.004500 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a8e48cd6-c632-4d63-b9c3-6c7202493baa req-49204901-925d-4479-9367-9cbf96e78d60 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576017 Jun 28 12:29:25.059171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:25.091854 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:25.098356 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:25.128820 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-edc4326f-8faf-44be-9084-cba44b577265 service neutron] 10.222.0.37 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9300678 Jun 28 12:29:25.184732 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-8a9d1828-2135-40bf-b830-48f8977524e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.214701 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-8a9d1828-2135-40bf-b830-48f8977524e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 1097 time: 0.5387156 Jun 28 12:29:25.222342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.282033 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.289260 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Attempting to bind port caeaad8c-3bf5-43a6-b714-b3b365c3c256 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:25.292291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Attempting to bind port caeaad8c-3bf5-43a6-b714-b3b365c3c256 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:25.292291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Attempting to bind port caeaad8c-3bf5-43a6-b714-b3b365c3c256 on network 94227b61-0aac-43b9-9947-84938763aab3 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:25.346846 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Pushing event updated for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:25.354682 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:25.357053 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Checking segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:25.358291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.358770 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Bound using segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:25.359479 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Bound port: caeaad8c-3bf5-43a6-b714-b3b365c3c256, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:25.360181 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.377318 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:25.495082 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.499563 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-8c08b722-9a98-495d-9487-a8af0937767a service neutron] 10.222.0.37 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301752 Jun 28 12:29:25.505070 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] For port caeaad8c-3bf5-43a6-b714-b3b365c3c256, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:25.509098 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] For port caeaad8c-3bf5-43a6-b714-b3b365c3c256, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=caeaad8c-3bf5-43a6-b714-b3b365c3c256,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:25.524809 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-1c3314c1-7246-4ef7-8c6b-f2c655b980a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4 HTTP/1.1" status: 200 len: 217 time: 0.2448912 Jun 28 12:29:25.607039 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b586daa-fe44-4fe6-a5bf-4fe05e633693 req-d5c5ed02-6656-4800-b727-0bd9ade1e637 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.609224 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9b586daa-fe44-4fe6-a5bf-4fe05e633693 req-d5c5ed02-6656-4800-b727-0bd9ade1e637 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.1779382 Jun 28 12:29:25.646551 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:25.653483 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:25.699765 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-f76a2925-76a0-4034-ae60-5544973e5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.701452 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-f76a2925-76a0-4034-ae60-5544973e5aec service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f90450-e42e-4b5b-a037-5ffa44d063a5 HTTP/1.1" status: 200 len: 913 time: 0.9153900 Jun 28 12:29:25.745854 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9b586daa-fe44-4fe6-a5bf-4fe05e633693 req-1917b95e-51d4-4ed3-b57e-ea7c12b8f88f tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224990 Jun 28 12:29:25.749571 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-a727c7a3-0cea-43ae-be9a-b6e2ab727ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.751522 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-a727c7a3-0cea-43ae-be9a-b6e2ab727ffd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.1269894 Jun 28 12:29:25.774793 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:25.775655 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:25.809604 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-045169e4-67bb-490c-a1ca-f9e962f4a827 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc HTTP/1.1" status: 200 len: 217 time: 0.0996118 Jun 28 12:29:25.852497 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-bcf58363-cf01-4f15-be3a-74ab3be209eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875196 Jun 28 12:29:25.870914 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Pushing event updated for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:25.874610 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:25.918182 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-5d2256b5-76b8-4f03-8e3e-e493b522b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:25.919780 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-5d2256b5-76b8-4f03-8e3e-e493b522b6f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb8f59a1-019e-4e3d-8f30-7f95d5551504 HTTP/1.1" status: 200 len: 852 time: 0.0814238 Jun 28 12:29:25.990194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.003489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:26.029884 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f232a-8eea-4894-ac56-253d9cc4278b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:26.041494 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:26.055795 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:26.060339 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/727f232a-8eea-4894-ac56-253d9cc4278b HTTP/1.1" status: 204 len: 168 time: 1.2255921 Jun 28 12:29:26.108933 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:26.143454 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-7d73ddbd-dedd-4d12-94cc-2446839b85e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f90450-e42e-4b5b-a037-5ffa44d063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006714 Jun 28 12:29:26.194603 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-c3014907-0b0f-43fa-b9f1-17efb2c61889 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186765 Jun 28 12:29:26.208093 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3ae84cec-1f7c-4a25-9708-9ed925958937 req-acf0d575-6428-4f54-9a62-b397c3689213 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 210 time: 0.0603902 Jun 28 12:29:26.288956 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4', 'status': 'completed', 'code': 200} Jun 28 12:29:26.426981 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6a1af5bf-feb1-4406-b9b6-b7b729315816 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:26.829508 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-7c0d2ffd-f5f1-4423-b128-bbcf1d2fd3ea service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155388 Jun 28 12:29:26.870140 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 6a1af5bf-feb1-4406-b9b6-b7b729315816 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:26.870520 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:27.112379 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1faca25e-b2f2-4d27-84a0-5bd0be935cd6 req-571306a9-cc31-4005-a2f5-a9bf4404b678 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105167 Jun 28 12:29:27.162144 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962b335-87b2-4ea3-8029-205059efd85a req-5b0a597a-2b4e-4503-9f70-8cad7f5e5b64 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.173651 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9962b335-87b2-4ea3-8029-205059efd85a req-5b0a597a-2b4e-4503-9f70-8cad7f5e5b64 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.3843410 Jun 28 12:29:27.291659 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9962b335-87b2-4ea3-8029-205059efd85a req-352f86ca-a225-476e-989e-d695721d04d8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137602 Jun 28 12:29:27.428908 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Allocated IP 172.28.1.155 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/c1b097c0-5d05-41a2-82e2-878c944527bc) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:27.609840 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:16Z', 'revision_number': 4, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'caeaad8c-3bf5-43a6-b714-b3b365c3c256', 'name': '', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'mac_address': 'fa:16:3e:07:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:14Z', 'updated_at': '2021-06-28T12:29:25Z', 'revision_number': 4, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'subnets': [{'id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:27.623684 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f38322-729c-499d-82d0-15647f0d9d11 None None] The sync data for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb is: [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:29:16Z', 'revision_number': 4, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'caeaad8c-3bf5-43a6-b714-b3b365c3c256', 'name': '', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'mac_address': 'fa:16:3e:07:a7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:14Z', 'updated_at': '2021-06-28T12:29:25Z', 'revision_number': 4, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'subnets': [{'id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:29:27.646808 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-4425ca98-4fce-4ab6-b162-b76279503b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:27.646808 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-4425ca98-4fce-4ab6-b162-b76279503b02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 1097 time: 0.2965887 Jun 28 12:29:27.890328 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:28.006225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-c0cf4829-2db9-4d1b-8ded-7b602cfd6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.008187 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-c0cf4829-2db9-4d1b-8ded-7b602cfd6966 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 914 time: 0.2508330 Jun 28 12:29:28.013808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-431f5982-323c-4168-845e-25cdbaf5db9e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.015770 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-431f5982-323c-4168-845e-25cdbaf5db9e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 819 time: 1.1537390 Jun 28 12:29:28.186153 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-b4481fb9-8d62-4daf-8474-0f7b71cff918 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/quotas/cf7d425ff87c457dadc7515d8921603a HTTP/1.1" status: 200 len: 375 time: 0.0346174 Jun 28 12:29:28.186242 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5c19c-f053-4ee8-9dd4-22b0ef2ad9af req-7cfbbf26-a629-4405-b4ba-1761348e46ee tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.186242 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a8d5c19c-f053-4ee8-9dd4-22b0ef2ad9af req-7cfbbf26-a629-4405-b4ba-1761348e46ee tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.4765565 Jun 28 12:29:28.202645 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-18a9e15b-2921-4fe6-a8bf-c9c1b4a6e163 req-abb86f43-3276-4442-a861-b0b1560e86e6 service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3416755 Jun 28 12:29:28.343129 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-553f8662-db78-450b-8feb-57c5c992416d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4 HTTP/1.1" status: 200 len: 217 time: 0.2251515 Jun 28 12:29:28.367719 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a8d5c19c-f053-4ee8-9dd4-22b0ef2ad9af req-842658a2-a308-4478-a4aa-dd604797c740 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231341 Jun 28 12:29:28.372120 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f1d173c8-6414-4722-b567-275e8543e0d9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2733290 Jun 28 12:29:28.550651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-4680206c-0aae-4506-baa8-be1760b23b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.552320 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-4680206c-0aae-4506-baa8-be1760b23b9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.1651483 Jun 28 12:29:28.590655 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device caeaad8c-3bf5-43a6-b714-b3b365c3c256 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:28.726702 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b8ac0-807e-416b-abb6-44d5f9aca91b req-93cb7d6d-fe4a-4bc3-b44c-bddd88869529 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:28.734920 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c21b8ac0-807e-416b-abb6-44d5f9aca91b req-93cb7d6d-fe4a-4bc3-b44c-bddd88869529 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.1327434 Jun 28 12:29:28.827882 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c21b8ac0-807e-416b-abb6-44d5f9aca91b req-f68b634e-64ef-48ef-8ac9-78a602a01c39 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Jun 28 12:29:28.940479 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-a9421510-74cb-439d-9c31-62fe7437943e service neutron] 10.222.0.37 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565531 Jun 28 12:29:29.304378 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:29.331853 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:29.414846 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-2c95e903-e430-4729-ba19-2aa904d5d432 service neutron] 10.222.0.37 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746840 Jun 28 12:29:29.417115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:29.432225 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:29.437984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:29.492682 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port caeaad8c-3bf5-43a6-b714-b3b365c3c256 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:29.507022 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port caeaad8c-3bf5-43a6-b714-b3b365c3c256 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:29.509808 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:29.529385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=c1b097c0-5d05-41a2-82e2-878c944527bc,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:29.551597 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:29.601182 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:29.845151 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555369a1-3d2d-4d3a-8448-0c744d651078 req-d40dd226-2198-4a09-b0b0-8cf461d0198c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:29.846843 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-555369a1-3d2d-4d3a-8448-0c744d651078 req-d40dd226-2198-4a09-b0b0-8cf461d0198c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.1867745 Jun 28 12:29:29.863328 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:29.966251 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port caeaad8c-3bf5-43a6-b714-b3b365c3c256, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=caeaad8c-3bf5-43a6-b714-b3b365c3c256,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:30.011841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.034368 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.036434 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:30.065636 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-154e8337-e637-4bf1-8e95-1aa46e23c1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138322 Jun 28 12:29:30.071339 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-555369a1-3d2d-4d3a-8448-0c744d651078 req-08eb631d-fd7b-4491-bfd7-3631fec000f6 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044673 Jun 28 12:29:30.170465 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48636) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:30.389273 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:30.403197 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:30.410357 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.460879 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-217fce41-d837-4f9f-b9a4-d0eed47f9343 req-56e051b3-226c-439d-8e1f-51e54987354c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:30.504021 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-71428dfb-0543-4c0e-983c-f91444310b34 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309230 Jun 28 12:29:30.626315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.658196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-217fce41-d837-4f9f-b9a4-d0eed47f9343 req-56e051b3-226c-439d-8e1f-51e54987354c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:30.659372 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-217fce41-d837-4f9f-b9a4-d0eed47f9343 req-56e051b3-226c-439d-8e1f-51e54987354c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.3072789 Jun 28 12:29:30.730734 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aae81dd-2350-4aa2-a43e-27b1460ee951 req-00930603-5ad6-440a-8a14-1d135bf83afd service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112253 Jun 28 12:29:30.731924 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:30.749010 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba3cbbeabe1430999badb88618aa0a4 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:30.760025 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:30.773504 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:30.837741 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.847649 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b555cb-d572-4524-82cf-f5e789af4355 req-54647150-a767-4a90-81a7-36f50e8ef5ef tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:30.849453 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-57b555cb-d572-4524-82cf-f5e789af4355 req-54647150-a767-4a90-81a7-36f50e8ef5ef tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.4164023 Jun 28 12:29:30.927747 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-57b555cb-d572-4524-82cf-f5e789af4355 req-b05d9917-5efa-4faa-b61b-6d4554411ac7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702822 Jun 28 12:29:30.957540 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:30.969882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:31.003044 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.031370 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.056701 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=c1b097c0-5d05-41a2-82e2-878c944527bc,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:31.062168 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:31.137248 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.147687 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc750ba1-a255-43ef-97c3-9b8eeafcbe7c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:31.190376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5688218-b827-4161-84e9-e2c0db4eb59e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:31.195207 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ba3cbbeabe1430999badb88618aa0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0236926 Jun 28 12:29:31.196352 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:31.197635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48694) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:31.210544 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.212484 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6834795 Jun 28 12:29:31.311431 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419ea3-ff50-4a3f-bfb0-ed187b4d8535 req-1795e872-1ec6-4919-a4a3-a10cb2720bf8 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:31.312506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.312939 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c6419ea3-ff50-4a3f-bfb0-ed187b4d8535 req-1795e872-1ec6-4919-a4a3-a10cb2720bf8 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.1198895 Jun 28 12:29:31.350649 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.379095 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c6419ea3-ff50-4a3f-bfb0-ed187b4d8535 req-998b4b66-58c4-4eec-9c4a-2607c2208321 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587299 Jun 28 12:29:31.585840 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-74bf2d1e-584b-4880-b678-7865d8ce0f9f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:31.588154 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48724) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:31.651466 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.660433 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:31.683961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5688218-b827-4161-84e9-e2c0db4eb59e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:31.689595 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:31.691319 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-74bf2d1e-584b-4880-b678-7865d8ce0f9f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:31.699194 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-74bf2d1e-584b-4880-b678-7865d8ce0f9f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1474428191&fields=id&tenant_id=c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 267 time: 0.1635196 Jun 28 12:29:31.702709 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.703786 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5688218-b827-4161-84e9-e2c0db4eb59e HTTP/1.1" status: 204 len: 168 time: 0.5051918 Jun 28 12:29:31.763115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.846266 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:31.854866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Usage tracker for resource:security_group_rule and tenant:f6148dc043ee45a289462f0eaf8b46f6 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:31.859653 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:31.878417 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:31.903265 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-78060450-9f52-4985-b0dc-474b1f77e057 req-01b8db19-e56e-4b3c-a154-4ece65aa4733 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.0578256 Jun 28 12:29:31.910520 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d26a7a83-b412-4f7e-8aa5-8cc12d1f00c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:31.951063 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-6b0993c8-11d9-4a78-97de-de9078bc1cc3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:31.953033 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-6b0993c8-11d9-4a78-97de-de9078bc1cc3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:32.009166 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-3a9494c5-0074-4c60-a608-12618c945559 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:32.013527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-3a9494c5-0074-4c60-a608-12618c945559 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:32.071264 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.149674 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-6b0993c8-11d9-4a78-97de-de9078bc1cc3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:32.166727 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-6b0993c8-11d9-4a78-97de-de9078bc1cc3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 811 time: 0.4552433 Jun 28 12:29:32.166861 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-3a9494c5-0074-4c60-a608-12618c945559 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:32.166861 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-3a9494c5-0074-4c60-a608-12618c945559 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 819 time: 0.4230974 Jun 28 12:29:32.175085 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-6e57cbc4-e74b-470f-906f-f9d7641db4db tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/quotas/c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 375 time: 0.0130343 Jun 28 12:29:32.193810 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.196185 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Request body: {'port': {'device_id': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'admin_state_up': True, 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:32.291135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.335689 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:32.371792 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634faef-4743-46e9-b985-e2eff7c4605e req-0e38e9e3-1ad3-4726-ac87-ed7f9f53d995 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:32.387641 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2634faef-4743-46e9-b985-e2eff7c4605e req-0e38e9e3-1ad3-4726-ac87-ed7f9f53d995 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.3166420 Jun 28 12:29:32.392624 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4002f74-a6e5-46d0-8bbb-0ad51a50bc97,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:32.393523 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device caeaad8c-3bf5-43a6-b714-b3b365c3c256 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:32.397504 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:32.460819 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6148dc043ee45a289462f0eaf8b46f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667867 Jun 28 12:29:32.460819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48758) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:32.521716 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port caeaad8c-3bf5-43a6-b714-b3b365c3c256 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:32.522510 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.559441 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-d7348c2f-6fb0-46b2-9d53-374b4fb1bdfc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:32.568233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.586730 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2634faef-4743-46e9-b985-e2eff7c4605e req-f1d6eb6e-57c7-4502-b705-27fd242722c8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980283 Jun 28 12:29:32.602698 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48770) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:32.611376 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:32.625829 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.627902 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:32.717285 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-74078f6f-eacc-4076-9889-39527bcadcba req-d7348c2f-6fb0-46b2-9d53-374b4fb1bdfc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:32.724191 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-d7348c2f-6fb0-46b2-9d53-374b4fb1bdfc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5424504 Jun 28 12:29:32.775651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Made reservation on behalf of cf7d425ff87c457dadc7515d8921603a for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:32.785233 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.788191 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.854152 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:32.937985 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.952819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4002f74-a6e5-46d0-8bbb-0ad51a50bc97,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:32.956626 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:32.961192 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:32.964480 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4002f74-a6e5-46d0-8bbb-0ad51a50bc97 HTTP/1.1" status: 204 len: 168 time: 0.5040219 Jun 28 12:29:32.995276 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:33.007992 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84812e6-f577-4bea-a39c-f537f0d3c83a req-06e21c21-fa49-4758-ab7c-8f133b78c7b9 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:33.009612 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f84812e6-f577-4bea-a39c-f537f0d3c83a req-06e21c21-fa49-4758-ab7c-8f133b78c7b9 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.2969079 Jun 28 12:29:33.019915 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-74aad17f-57d2-4ba3-bef9-4656a205643f service neutron] 10.222.0.37 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698276 Jun 28 12:29:33.047197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Usage tracker for resource:security_group_rule and tenant:9bdd2fa73a21405b9dbf582e1a2cb7bc is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:33.073094 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:33.088745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:33.152387 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f84812e6-f577-4bea-a39c-f537f0d3c83a req-84d87c15-19f0-4e70-b8a8-500039a7d6da tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117375 Jun 28 12:29:33.154835 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Allocated IP 172.20.0.3 (94227b61-0aac-43b9-9947-84938763aab3/2225c822-d6e2-4548-9d93-31406aa289fa/353adeb7-ab29-476c-b7ea-a31485d63a5a) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:33.222584 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-eb44ce63-8799-47f1-80e2-7a799ee9859c service neutron] 10.222.0.37 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957150 Jun 28 12:29:33.392100 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6d3e8192-d132-4685-86f4-327b2f5b9b18 req-925f6ac0-966c-41a9-a104-a1394fb55d30 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.1267278 Jun 28 12:29:33.399303 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.500259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.528556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.562244 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:33.577364 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bdd2fa73a21405b9dbf582e1a2cb7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9727793 Jun 28 12:29:33.582106 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48808) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:33.648280 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-45580db5-a8ee-4aed-a8ab-7f9452a19ed7 req-12bcda10-9ec8-4572-898a-70b866cd0508 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.0883503 Jun 28 12:29:33.703796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9332b7e5-62b5-4fb5-9a79-8e08f5031001,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:33.710598 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:33.762518 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.799655 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.814788 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.842398 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:33.845854 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-71674da4-dee8-4267-b2d5-0cffa6eb11f0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:33.845854 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-71674da4-dee8-4267-b2d5-0cffa6eb11f0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 819 time: 0.2503717 Jun 28 12:29:33.869044 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Request body: {'port': {'device_id': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'admin_state_up': True, 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:33.894569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b38797-e0e4-4129-8f3d-f3d26f77aed7 req-8cca0a1b-20b6-4485-a65d-bd5de6469ac1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:33.896460 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a2b38797-e0e4-4129-8f3d-f3d26f77aed7 req-8cca0a1b-20b6-4485-a65d-bd5de6469ac1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 944 time: 0.1571109 Jun 28 12:29:33.925097 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Network 94227b61-0aac-43b9-9947-84938763aab3 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:33.929289 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:33.934231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:33.939594 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:33.940213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:33.958838 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Pushing event updated for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:33.961263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:34.045417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.049001 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8612125 Jun 28 12:29:34.049121 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a2b38797-e0e4-4129-8f3d-f3d26f77aed7 req-2560fe87-e9be-4a4e-92f3-c7b5162e6d0f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444046 Jun 28 12:29:34.049876 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.050960 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9332b7e5-62b5-4fb5-9a79-8e08f5031001 HTTP/1.1" status: 204 len: 168 time: 0.4160681 Jun 28 12:29:34.051979 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:34.087466 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Request body: {'port': {'device_id': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:34.090259 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:34.095437 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Usage tracker for resource:port and tenant:cf7d425ff87c457dadc7515d8921603a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:34.098875 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:34.113444 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:34.124119 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9332b7e5-62b5-4fb5-9a79-8e08f5031001,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:34.132757 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:34.188132 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Made reservation on behalf of cf7d425ff87c457dadc7515d8921603a for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:34.196274 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.209195 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48828) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:34.280226 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.335129 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.350623 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48836) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:34.359484 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc2b2-0920-4197-8f36-80fbcce4e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.360038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:34.367304 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Usage tracker for resource:security_group_rule and tenant:f13991f5be61498788e40c20564f16fe is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:34.370341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:34.379437 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:34.558200 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85caf95-38c5-4bd6-b725-56bbcb725a7e req-dcb2f869-1a26-4f14-84a6-9f47b87d64d4 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:34.559795 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c85caf95-38c5-4bd6-b725-56bbcb725a7e req-dcb2f869-1a26-4f14-84a6-9f47b87d64d4 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 943 time: 0.2292655 Jun 28 12:29:34.581174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Allocated IP 172.20.0.8 (94227b61-0aac-43b9-9947-84938763aab3/2225c822-d6e2-4548-9d93-31406aa289fa/a36d91c0-4847-4f24-8d1f-a0e72bc607c9) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:34.592320 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4c18c39d-cd6f-4e8d-90bc-234a9953ea70 req-f9452e7c-1759-4b91-b47b-a6ce0c5a636d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.0609002 Jun 28 12:29:34.647980 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c85caf95-38c5-4bd6-b725-56bbcb725a7e req-490603e9-05dd-4eae-a820-a40c8a00104d tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676479 Jun 28 12:29:34.688276 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.742899 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.844184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-047097a0-6142-4e56-8867-3b425a69e371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:34.849615 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 314b988d-0d4e-4160-96c3-516ff9f8f1a4 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:34.902144 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-281fe172-3775-456c-a273-b45180841c66 req-ad075a80-3f58-4553-8845-82ac33df387e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.1602669 Jun 28 12:29:34.942545 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:34.961096 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f13991f5be61498788e40c20564f16fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476373 Jun 28 12:29:34.962283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48856) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:34.964781 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2802f9-dd35-4a52-a54b-ac0b71030854,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:34.981402 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:34.987237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:35.039938 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.040557 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:35.046896 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.079036 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '314b988d-0d4e-4160-96c3-516ff9f8f1a4', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'port_id': '314b988d-0d4e-4160-96c3-516ff9f8f1a4', 'mac_address': 'fa:16:3e:a3:a2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be93-7330-4386-9c6c-0c3e223faddf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:35.086362 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Usage tracker for resource:security_group_rule and tenant:a14ec71a23fc444cb8487663c4f71314 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:35.090218 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:35.094365 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.100567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:35.162471 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.177542 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.192091 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314b988d-0d4e-4160-96c3-516ff9f8f1a4 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:35.208192 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b81544e1-6172-4e1c-a84b-b9c602878256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.215992 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:35.234672 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48866) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:35.284403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.305558 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Network 94227b61-0aac-43b9-9947-84938763aab3 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:35.312704 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:35.324135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:35.330225 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:35.330943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.335315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Pushing event updated for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:35.351612 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:35.382677 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.384499 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c5c4cd24-32b3-4971-b025-3a8ef455d8fc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:35.391835 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.400891 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.480800 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:35.487681 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Usage tracker for resource:security_group_rule and tenant:0c80f6bc14ad44d9843b560170986f74 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:35.489524 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:35.494022 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:35.508444 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:35.537742 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.539724 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6767671 Jun 28 12:29:35.539928 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:35.540654 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.549180 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.571767 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Request body: {'port': {'device_id': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:35.602296 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fcab5-a7ed-49a3-a327-0afde4fd6dc2 req-1a570136-e3d7-436a-adcc-07bbc622937e tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:35.609601 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c14fcab5-a7ed-49a3-a327-0afde4fd6dc2 req-1a570136-e3d7-436a-adcc-07bbc622937e tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 945 time: 0.3286242 Jun 28 12:29:35.634375 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,segment=NetworkSegment(4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0),segment_id=4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:35.642128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.654464 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc', 'network_id': '05f90450-e42e-4b5b-a037-5ffa44d063a5', 'port_id': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc', 'mac_address': 'fa:16:3e:a2:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8f59a1-019e-4e3d-8f30-7f95d5551504', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:35.706756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.717792 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05400813-9a78-43ab-a408-19f5bb17ce58,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:35.722627 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:35.731084 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a14ec71a23fc444cb8487663c4f71314&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3761940 Jun 28 12:29:35.731751 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 48876) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:35.740506 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2802f9-dd35-4a52-a54b-ac0b71030854,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:35.749606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:35.755757 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353adeb7-ab29-476c-b7ea-a31485d63a5a {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:35.779372 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c14fcab5-a7ed-49a3-a327-0afde4fd6dc2 req-51a26359-d9ff-4721-ac66-b903d0084bab tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687901 Jun 28 12:29:35.788644 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.794036 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.829120 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c4cd24-32b3-4971-b025-3a8ef455d8fc {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:35.840749 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,segment=NetworkSegment(4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0),segment_id=4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:35.847797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.851862 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb2802f9-dd35-4a52-a54b-ac0b71030854 HTTP/1.1" status: 204 len: 168 time: 0.8855829 Jun 28 12:29:35.903207 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.903519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:35.907430 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:35.924216 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Transition to ACTIVE for port object 353adeb7-ab29-476c-b7ea-a31485d63a5a will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:35.926318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.028232 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:36.032200 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.032629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.037394 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.043148 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883f54c-22f4-47ea-ac93-955531b732ff req-81be1b87-6221-4172-a383-607241278b09 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:36.044130 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-9883f54c-22f4-47ea-ac93-955531b732ff req-81be1b87-6221-4172-a383-607241278b09 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:36.044835 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:36.056134 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-23a2c887-10fa-473d-8e59-2a9545209834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:36.112933 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c80f6bc14ad44d9843b560170986f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768301 Jun 28 12:29:36.116075 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48888) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:36.166487 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.218784 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442f7e65-b037-41a1-b2dc-cd94db0215fd,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:36.229623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:36.230136 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:36.278848 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-9883f54c-22f4-47ea-ac93-955531b732ff req-81be1b87-6221-4172-a383-607241278b09 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:36.280246 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9883f54c-22f4-47ea-ac93-955531b732ff req-81be1b87-6221-4172-a383-607241278b09 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 931 time: 0.4719169 Jun 28 12:29:36.340139 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:36.396389 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['c5c4cd24-32b3-4971-b025-3a8ef455d8fc'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:36.397035 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3e849-cf63-40be-b20f-a4546eb50086 req-a2ae8be6-a8c1-4d36-869e-704c1f61405b tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:36.404520 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4eb3e849-cf63-40be-b20f-a4546eb50086 req-a2ae8be6-a8c1-4d36-869e-704c1f61405b tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 944 time: 0.4407091 Jun 28 12:29:36.408084 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Attempting to bind port 353adeb7-ab29-476c-b7ea-a31485d63a5a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:36.408420 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Attempting to bind port 353adeb7-ab29-476c-b7ea-a31485d63a5a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:36.408741 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Attempting to bind port 353adeb7-ab29-476c-b7ea-a31485d63a5a on network 94227b61-0aac-43b9-9947-84938763aab3 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:36.442398 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Pushing event updated for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:36.449943 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Port 353adeb7-ab29-476c-b7ea-a31485d63a5a on network 94227b61-0aac-43b9-9947-84938763aab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:36.450261 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Attempting to bind port 353adeb7-ab29-476c-b7ea-a31485d63a5a on network 94227b61-0aac-43b9-9947-84938763aab3 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:36.455823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:36.461154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.486725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:36.487065 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Checking segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:36.487457 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Bound using segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:36.487905 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Bound port: 353adeb7-ab29-476c-b7ea-a31485d63a5a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:36.488251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.516006 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9883f54c-22f4-47ea-ac93-955531b732ff req-eb537710-15ba-4f9c-8fea-4dc0e8865944 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170401 Jun 28 12:29:36.522738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.548252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6901a9d4-8dfa-48c0-8d8c-ae469084662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:36.576366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05400813-9a78-43ab-a408-19f5bb17ce58,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:36.580279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:36.592317 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4eb3e849-cf63-40be-b20f-a4546eb50086 req-8310c922-3a7d-4a70-bbf9-ac699e7aa445 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867678 Jun 28 12:29:36.621496 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.622645 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05400813-9a78-43ab-a408-19f5bb17ce58 HTTP/1.1" status: 204 len: 168 time: 0.8696382 Jun 28 12:29:36.651065 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.748034 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:36.752162 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:36.803567 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.35', 53298) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:36.818229 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ce5b87d2-ef5e-436a-a50c-f204e84ae87d req-b4f38870-59fe-4927-a889-939de149487a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.0586808 Jun 28 12:29:36.868212 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.883689 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dcbf2b59-8e10-4e85-ba16-e7ac4414cd21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:36.883886 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36d91c0-4847-4f24-8d1f-a0e72bc607c9 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:36.901105 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.907496 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:36.935242 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Transition to ACTIVE for port object a36d91c0-4847-4f24-8d1f-a0e72bc607c9 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:36.992912 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.028050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.032597 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:37.164568 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Pushing event updated for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:37.177748 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:37.182724 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:37.202276 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-c1a498fb-cbbc-4c03-87d8-00848aec6af8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.203935 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-c1a498fb-cbbc-4c03-87d8-00848aec6af8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 811 time: 0.3815026 Jun 28 12:29:37.218364 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.218989 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.220551 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] 10.222.0.35 "PUT /v2.0/ports/353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 1093 time: 3.1502402 Jun 28 12:29:37.224772 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:37.300450 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.305094 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/442f7e65-b037-41a1-b2dc-cd94db0215fd HTTP/1.1" status: 204 len: 168 time: 1.1127520 Jun 28 12:29:37.312739 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:37.326438 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:37.355886 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f7e65-b037-41a1-b2dc-cd94db0215fd,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:37.365352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d133f-6ea6-4066-81c1-fa8fc15b7602 req-ecd443b7-4a7d-478b-9b6c-0ccbd8163a98 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.372847 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d65d133f-6ea6-4066-81c1-fa8fc15b7602 req-ecd443b7-4a7d-478b-9b6c-0ccbd8163a98 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 945 time: 0.3861306 Jun 28 12:29:37.378255 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-fb9838c2-d0e5-4e59-9724-5878047a55e2 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 380 time: 0.1427338 Jun 28 12:29:37.463695 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a', 'status': 'completed', 'code': 200} Jun 28 12:29:37.465998 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:37.479255 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'port': {'device_id': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'admin_state_up': True, 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'security_groups': ['f37b1dd3-0832-4f00-a6d9-2956529940c5']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:37.508556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Attempting to bind port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:37.508910 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Attempting to bind port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:37.509253 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Attempting to bind port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 on network 94227b61-0aac-43b9-9947-84938763aab3 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:37.524076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 on network 94227b61-0aac-43b9-9947-84938763aab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:37.524748 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Attempting to bind port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 on network 94227b61-0aac-43b9-9947-84938763aab3 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:37.535232 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:37.535946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Checking segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:37.546152 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Bound using segment: {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:37.547551 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Bound port: a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '94227b61-0aac-43b9-9947-84938763aab3'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:37.548351 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.593479 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d65d133f-6ea6-4066-81c1-fa8fc15b7602 req-6ebfe1e0-7e80-4290-a7d6-5bdecf8f0ce8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197492 Jun 28 12:29:37.675105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:37.684050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:37.725078 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:37.736309 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:37.745950 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-e5272b13-79c3-4903-9da7-ec4721a0d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.747612 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-e5272b13-79c3-4903-9da7-ec4721a0d5c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1096 time: 0.3677461 Jun 28 12:29:37.757174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.765648 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-eb36d685-3543-48df-857c-a71194672b9e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:37.830450 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.831239 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.832692 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-f910eaac-5690-4128-b279-a9312503f242 service neutron] 10.222.0.35 "PUT /v2.0/ports/a36d91c0-4847-4f24-8d1f-a0e72bc607c9 HTTP/1.1" status: 200 len: 1093 time: 2.2725430 Jun 28 12:29:37.833006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:37.866947 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-0a340260-44f8-44b7-8a12-ab54bd7705aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0824404 Jun 28 12:29:37.876369 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de98f4-e381-4bf1-abda-f55f5e4ac55f req-23793e62-d419-4ae8-9c55-85d059e301ce tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:37.878726 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e1de98f4-e381-4bf1-abda-f55f5e4ac55f req-23793e62-d419-4ae8-9c55-85d059e301ce tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 943 time: 0.1858230 Jun 28 12:29:37.878862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48944) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:37.878978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:37.882318 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:37.914547 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Made reservation on behalf of c1c390b339574f249054a6ff32b30b4d for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:29:37.918619 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:37.956787 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e1de98f4-e381-4bf1-abda-f55f5e4ac55f req-4d2e34ca-0ef3-4f5a-866e-277b423788bb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585723 Jun 28 12:29:38.055991 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:38.062412 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9', 'status': 'completed', 'code': 200} Jun 28 12:29:38.131925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:38.136336 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-6b2f15a1-04da-41c6-9b43-c0627f434bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.140171 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-6b2f15a1-04da-41c6-9b43-c0627f434bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 1096 time: 0.1484401 Jun 28 12:29:38.147403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Usage tracker for resource:security_group_rule and tenant:f72031247ce6490cbeb5b1219a23a149 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:38.153594 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:38.170681 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-c828d55b-68b6-413a-b08b-ff5d5c732450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.172477 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-c828d55b-68b6-413a-b08b-ff5d5c732450 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.2970586 Jun 28 12:29:38.175348 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:38.277593 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-38e6428b-e097-418d-9cf2-bae09800f098 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959466 Jun 28 12:29:38.315407 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-971c6e6f-c12a-4782-ae84-28d03e08e4ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9 HTTP/1.1" status: 200 len: 217 time: 0.1606684 Jun 28 12:29:38.325154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cdcfb-3356-4d22-964e-dba48d9ca8d3 req-c10d6db2-bd3d-4600-8d0e-7ba455a2a088 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.330672 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-806cdcfb-3356-4d22-964e-dba48d9ca8d3 req-c10d6db2-bd3d-4600-8d0e-7ba455a2a088 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 944 time: 0.5892744 Jun 28 12:29:38.422939 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-daad89d0-9c07-49cd-83b9-ef398a4c640c req-c5e8fe9b-26c9-48fd-9683-06bb68016d22 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.0655017 Jun 28 12:29:38.439427 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-7c4c07b5-a695-4577-807c-7f9681fcd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.442885 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-7c4c07b5-a695-4577-807c-7f9681fcd9fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.1205060 Jun 28 12:29:38.502964 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-7b2c3386-f03b-4733-9ed4-0b449781655d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489733 Jun 28 12:29:38.605409 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-806cdcfb-3356-4d22-964e-dba48d9ca8d3 req-1e30d2d3-f0f5-42b4-b072-b5053afef3fb tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734170 Jun 28 12:29:38.620779 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Allocated IP 172.20.0.5 (8809ae2e-fc02-4ead-99c0-bc180ed14c24/8ecea80e-5804-4cd7-b84e-4a9fd9de2e99/3a4df644-b6b6-4508-b3e7-102ff9669e5a) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:29:38.669155 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-4ef551dc-c630-443b-88b9-c0b26662af6b service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339710 Jun 28 12:29:38.673474 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-61ffad86-f7ee-401f-b42d-b6125ce452bc service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639459 Jun 28 12:29:38.820401 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd02061c-f8b3-4de6-9880-f37b3dcb478c req-e97da6fa-c885-47e9-9c44-3b92b913884a service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394730 Jun 28 12:29:38.821746 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:38.848441 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 314b988d-0d4e-4160-96c3-516ff9f8f1a4 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:38.886766 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:38.915371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:38.984966 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4b7cf-879a-4c23-b9ef-69c430cbd40c req-94ff1a54-e697-46e5-9115-b65d5444d5ee tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:38.986712 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cca4b7cf-879a-4c23-b9ef-69c430cbd40c req-94ff1a54-e697-46e5-9115-b65d5444d5ee tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 945 time: 0.1650400 Jun 28 12:29:39.015375 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f72031247ce6490cbeb5b1219a23a149&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1356838 Jun 28 12:29:39.035327 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 48984) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:39.065715 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee152968-4576-4669-a69a-3438712c2f89,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:39.065715 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-91884655-273d-4aa5-8c45-e82789cf3d54 req-5febf67f-6ecc-4e28-a5e8-c7019d2ec3c5 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795342 Jun 28 12:29:39.069347 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:39.093296 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:39.097511 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.132777 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:39.132777 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.144425 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Transition to ACTIVE for port object 3a4df644-b6b6-4508-b3e7-102ff9669e5a will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:39.215048 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.274263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.301353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.335682 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:39.346318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-10ab83a3-5c87-44e8-a8b9-2802e5e25df4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.350055 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-10ab83a3-5c87-44e8-a8b9-2802e5e25df4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:39.376586 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-10ab83a3-5c87-44e8-a8b9-2802e5e25df4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:39.383632 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-10ab83a3-5c87-44e8-a8b9-2802e5e25df4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 943 time: 0.2361975 Jun 28 12:29:39.406443 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cca4b7cf-879a-4c23-b9ef-69c430cbd40c req-4c72aae0-36d4-42bb-8805-33568734543f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102848 Jun 28 12:29:39.420127 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.436163 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:39.441939 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:39.447385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-b8cf56ca-6fc1-4b4a-bc2a-1352992643b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.449124 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-b8cf56ca-6fc1-4b4a-bc2a-1352992643b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 1096 time: 0.4370930 Jun 28 12:29:39.526822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:39.566060 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.572614 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:39.594433 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:29:39.596936 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-dbb59407-5adb-4d42-9922-e12a087aab14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:39.611704 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-a9d3d7d5-9f35-47f4-af38-8003d708de0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:39.615052 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:29:39.622239 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee152968-4576-4669-a69a-3438712c2f89,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:39.632113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:39.632945 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:29:39.638796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.639292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.673165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.673165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c5c4cd24-32b3-4971-b025-3a8ef455d8fc up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:39.690121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-97f022c3-56a4-4057-8c18-491941ec5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.697559 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-97f022c3-56a4-4057-8c18-491941ec5e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1690178 Jun 28 12:29:39.733853 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-fa032b61-75fa-43b6-b5ad-f99d28020120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.735526 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-fa032b61-75fa-43b6-b5ad-f99d28020120 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.2732978 Jun 28 12:29:39.823107 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:39.825198 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee152968-4576-4669-a69a-3438712c2f89 HTTP/1.1" status: 204 len: 168 time: 0.7960522 Jun 28 12:29:39.826190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-a9d3d7d5-9f35-47f4-af38-8003d708de0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:39.842137 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-701f4b93-c053-4f59-b8e4-bb005bae7945 req-a9d3d7d5-9f35-47f4-af38-8003d708de0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521868 Jun 28 12:29:39.842865 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:39.844012 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750904 Jun 28 12:29:39.851897 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-9f214354-511c-4f63-96a2-b6f9131e6534 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9 HTTP/1.1" status: 200 len: 217 time: 0.1093709 Jun 28 12:29:39.883049 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d2f90-c23f-484b-af5e-cd08c2de31d2 req-8140e78e-b56c-4058-9df8-5cc13d5db636 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:39.894746 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-221d2f90-c23f-484b-af5e-cd08c2de31d2 req-8140e78e-b56c-4058-9df8-5cc13d5db636 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 931 time: 0.2838566 Jun 28 12:29:39.904842 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Request body: {'port': {'device_id': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:40.085128 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-221d2f90-c23f-484b-af5e-cd08c2de31d2 req-81020ec0-d9bb-439b-99d7-38e72ec8a50d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802268 Jun 28 12:29:40.103522 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-83df43e1-1106-4c2c-97db-1ec87d437e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.105250 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-83df43e1-1106-4c2c-97db-1ec87d437e90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.2076542 Jun 28 12:29:40.169844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:40.174458 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:40.193499 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-61f02f39-a843-48ff-aa0e-457a53c77e17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806787 Jun 28 12:29:40.202548 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-14c15f72-905e-4ddf-a54e-cfb4ae014e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.204299 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-14c15f72-905e-4ddf-a54e-cfb4ae014e37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.5045598 Jun 28 12:29:40.205033 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9c93d47b-0319-446e-920d-df73eaa7b67a None None] Provisioning for port 3a4df644-b6b6-4508-b3e7-102ff9669e5a completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:40.214133 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9c93d47b-0319-446e-920d-df73eaa7b67a None None] Provisioning complete for port 3a4df644-b6b6-4508-b3e7-102ff9669e5a triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:40.214133 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9c93d47b-0319-446e-920d-df73eaa7b67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:40.272572 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port c5c4cd24-32b3-4971-b025-3a8ef455d8fc completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:40.310789 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-623881d6-dd63-4f7d-be90-1585aeebbd4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0934808 Jun 28 12:29:40.311013 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port c5c4cd24-32b3-4971-b025-3a8ef455d8fc triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:40.317558 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:40.318452 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:40.438751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-9c93d47b-0319-446e-920d-df73eaa7b67a None None] Port 3a4df644-b6b6-4508-b3e7-102ff9669e5a cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:29:40.469628 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-3dc3d1c2-0c06-4d5e-ae01-8a4d89722c9e service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660341 Jun 28 12:29:40.525188 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-98edfdf2-8b2a-493b-a07b-8bf58b2fb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.526674 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-98edfdf2-8b2a-493b-a07b-8bf58b2fb904 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.2033379 Jun 28 12:29:40.549597 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e45318-a362-4810-a5c8-85343f073c00 req-c4039068-94a9-492f-9c59-6a828ce1f18b tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.556542 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-96e45318-a362-4810-a5c8-85343f073c00 req-c4039068-94a9-492f-9c59-6a828ce1f18b tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 944 time: 0.4985461 Jun 28 12:29:40.625883 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-74bcf493-a44d-4a13-b825-8b80fa1c84cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842302 Jun 28 12:29:40.698143 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:40.768794 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,segment=NetworkSegment(4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0),segment_id=4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:40.796156 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f1242ee-bc8a-46f1-adee-19c30565b433 req-997e1d3c-ab5e-40b2-be56-6f165e567ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167529 Jun 28 12:29:40.842033 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c137-3a3f-4f63-b284-8b3f14142f83 req-2ec4c95f-1281-4011-8704-6d5858f93cb6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:40.845638 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:40.848126 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:40.860929 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-41a5c137-3a3f-4f63-b284-8b3f14142f83 req-2ec4c95f-1281-4011-8704-6d5858f93cb6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.1726899 Jun 28 12:29:40.949043 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:40.956484 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:40.962990 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-41a5c137-3a3f-4f63-b284-8b3f14142f83 req-2de7c9f3-7eea-42f5-a241-14be515d1c45 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009707 Jun 28 12:29:41.041194 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-96e45318-a362-4810-a5c8-85343f073c00 req-25b557e2-37ec-4ba3-bb5b-5d9e04299d84 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838116 Jun 28 12:29:41.404737 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4', 'code': 200} Jun 28 12:29:41.435295 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-5f411b52-b612-42f5-85bc-ba7ac4b08b00 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005171 Jun 28 12:29:41.442122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4df644-b6b6-4508-b3e7-102ff9669e5a {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:41.456668 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:41.564740 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Transition to ACTIVE for port object 3a4df644-b6b6-4508-b3e7-102ff9669e5a will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:29:41.590571 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cecb4-a737-4a43-8f34-99a799513a49 req-8fb5b601-951d-4abe-9b1e-ca2973c5fcc6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:41.592084 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f08cecb4-a737-4a43-8f34-99a799513a49 req-8fb5b601-951d-4abe-9b1e-ca2973c5fcc6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 943 time: 0.4046817 Jun 28 12:29:41.645658 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fe51de1-a4b5-4433-92fa-866dfb832962 req-38b5dda9-9fa9-439d-93b6-5f8a6c765589 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934726 Jun 28 12:29:41.656199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:41.663209 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ec327-d87c-4652-a6c3-bc2753c08155 req-fd3cb501-b33e-4708-a6e4-2625c14e29ff tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:41.665350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:41.672908 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-592ec327-d87c-4652-a6c3-bc2753c08155 req-fd3cb501-b33e-4708-a6e4-2625c14e29ff tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 931 time: 0.1327324 Jun 28 12:29:41.717023 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f08cecb4-a737-4a43-8f34-99a799513a49 req-1124a473-28d6-42a0-9717-8c04f412a25d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110597 Jun 28 12:29:41.762247 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-592ec327-d87c-4652-a6c3-bc2753c08155 req-5fb156de-a196-41e5-97e0-8c8b22307489 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883286 Jun 28 12:29:41.806781 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Pushing event updated for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:41.847176 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:41.893799 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49084) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:41.938750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Attempting to bind port 3a4df644-b6b6-4508-b3e7-102ff9669e5a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:29:41.939759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Attempting to bind port 3a4df644-b6b6-4508-b3e7-102ff9669e5a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:29:41.939759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Attempting to bind port 3a4df644-b6b6-4508-b3e7-102ff9669e5a on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:41.955204 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Port 3a4df644-b6b6-4508-b3e7-102ff9669e5a on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:29:41.955457 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Attempting to bind port 3a4df644-b6b6-4508-b3e7-102ff9669e5a on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:29:41.969488 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:29:41.969774 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Checking segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:29:41.970200 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Bound using segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:29:41.970637 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Bound port: 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:29:41.970982 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.088095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-cf326185-ca68-4f2e-85b7-d9fc1d54ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.089594 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-cf326185-ca68-4f2e-85b7-d9fc1d54ef72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 1099 time: 0.2366462 Jun 28 12:29:42.120363 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.166672 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:42.179597 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Usage tracker for resource:security_group_rule and tenant:2fe8e6506b13431e8cdedbeb7dfc7d70 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:42.184729 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:42.195904 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:42.228505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.264197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:42.268527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:29:42.280091 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:29:42.286907 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Usage tracker for resource:security_group_rule and tenant:2b682d63fdaf44a3a0b2f8d6b3c8bacc is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:42.293104 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:42.302918 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:42.348315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d8660-80fd-4d0d-ae1d-20e3ddb5d4af req-3fa7350d-0244-4965-8537-382d05ebf631 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.350797 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-467d8660-80fd-4d0d-ae1d-20e3ddb5d4af req-3fa7350d-0244-4965-8537-382d05ebf631 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.1277568 Jun 28 12:29:42.358627 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087a3cd-4d8c-419e-bf7d-596504518be5 req-e3e103e3-10fc-480d-a154-057b7fc23470 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.360186 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1087a3cd-4d8c-419e-bf7d-596504518be5 req-e3e103e3-10fc-480d-a154-057b7fc23470 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.1743996 Jun 28 12:29:42.370374 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.382586 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.399594 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-048f44e6-2657-469e-a65a-4da321cc0569 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:42.422935 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-467d8660-80fd-4d0d-ae1d-20e3ddb5d4af req-9bf51648-573d-4e5d-899f-b698531f4e45 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499260 Jun 28 12:29:42.486854 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.499473 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:42.500132 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.501554 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] 10.222.0.35 "PUT /v2.0/ports/3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 1093 time: 2.6244712 Jun 28 12:29:42.504287 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57dde793-1215-403a-bd0e-fcb6ca4b70a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:42.506231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:42.515563 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1087a3cd-4d8c-419e-bf7d-596504518be5 req-6bc58c34-2a8e-4739-877d-3837f143d14b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486254 Jun 28 12:29:42.555494 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Pushing event updated for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:42.600748 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.602539 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:42.610228 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fe8e6506b13431e8cdedbeb7dfc7d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7106674 Jun 28 12:29:42.610744 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49106) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:42.611389 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'status': 'completed', 'code': 200} Jun 28 12:29:42.621279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b47b9-f3c4-4ff6-835a-eae3a0112f56,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:42.625160 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:42.686815 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:42.758825 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:42.799732 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:29:42.801671 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d37ff12-d050-4400-b050-c01b161e1862,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:42.823460 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:42.850423 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 353adeb7-ab29-476c-b7ea-a31485d63a5a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:42.876079 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-206b6e51-0180-40e5-8d9b-c69644528c77 req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502537 Jun 28 12:29:42.878540 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.000358 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.150663 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:43.168207 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '353adeb7-ab29-476c-b7ea-a31485d63a5a', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'port_id': '353adeb7-ab29-476c-b7ea-a31485d63a5a', 'mac_address': 'fa:16:3e:da:f9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:43.198845 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-66932569-1e3d-4ca2-bdeb-70f750d0ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.201355 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-66932569-1e3d-4ca2-bdeb-70f750d0ce93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1096 time: 0.5166779 Jun 28 12:29:43.219928 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46073ef-7964-4a1a-b549-611c6aefb31c req-1c0aa19f-f00f-456f-ae09-a52a5ea753fd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.222464 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c46073ef-7964-4a1a-b549-611c6aefb31c req-1c0aa19f-f00f-456f-ae09-a52a5ea753fd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 943 time: 0.3405013 Jun 28 12:29:43.262548 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.273501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383185c-735b-4d2b-82c4-3bed811c3ab7 req-92ca13a3-f479-4090-bb22-bd514f97e1d3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.275412 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c383185c-735b-4d2b-82c4-3bed811c3ab7 req-92ca13a3-f479-4090-bb22-bd514f97e1d3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 943 time: 0.2270150 Jun 28 12:29:43.294754 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353adeb7-ab29-476c-b7ea-a31485d63a5a {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:43.312596 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:43.355649 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c383185c-735b-4d2b-82c4-3bed811c3ab7 req-527c972b-d092-4ec1-afd6-009d4905ec7b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715866 Jun 28 12:29:43.384485 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c46073ef-7964-4a1a-b549-611c6aefb31c req-e0afcade-7e1e-4889-b974-22e51961b419 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208367 Jun 28 12:29:43.410043 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:43.434687 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.435564 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a36d91c0-4847-4f24-8d1f-a0e72bc607c9 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:43.442112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-e64fc716-b6dc-4517-9f03-04ebc88f8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.444821 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-e64fc716-b6dc-4517-9f03-04ebc88f8708 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1c390b339574f249054a6ff32b30b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2202511 Jun 28 12:29:43.469017 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc', 'code': 200} Jun 28 12:29:43.469545 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-db7a1e63-200e-4ac3-9289-4a4d6a27a053 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:43.558391 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:43.559952 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.599493 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f60160b6-389b-4297-a448-4d4aa4a0b412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:43.607959 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:43.620063 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:43.621408 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9', 'network_id': '94227b61-0aac-43b9-9947-84938763aab3', 'port_id': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9', 'mac_address': 'fa:16:3e:db:09:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2225c822-d6e2-4548-9d93-31406aa289fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:43.665024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b47b9-f3c4-4ff6-835a-eae3a0112f56,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:43.680208 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:43.683719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.688522 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d7b47b9-f3c4-4ff6-835a-eae3a0112f56 HTTP/1.1" status: 204 len: 168 time: 1.0728469 Jun 28 12:29:43.732064 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.785048 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36d91c0-4847-4f24-8d1f-a0e72bc607c9 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:43.824376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37046c6-1aa5-45c3-bdce-e5c5b5a62538 req-351c4dac-e98d-4db1-857d-c6a02cb3c436 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.825705 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:43.825828 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b37046c6-1aa5-45c3-bdce-e5c5b5a62538 req-351c4dac-e98d-4db1-857d-c6a02cb3c436 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.1395178 Jun 28 12:29:43.840789 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-233ec371-9a87-46e9-9f29-dea37cc9f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.851529 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5a074a65-996d-49d8-8dc9-6bdcfe993eeb req-233ec371-9a87-46e9-9f29-dea37cc9f8c0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3886604 Jun 28 12:29:43.880651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eb4fb-546c-4d20-8601-0a56173d0601 req-618dae31-583a-4d82-9296-5eb00377502d tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:43.882255 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a04eb4fb-546c-4d20-8601-0a56173d0601 req-618dae31-583a-4d82-9296-5eb00377502d tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.2720730 Jun 28 12:29:43.901955 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:43.904757 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:43.931854 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b37046c6-1aa5-45c3-bdce-e5c5b5a62538 req-f7da3e68-c438-4dd8-9cb9-766c5c787769 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Jun 28 12:29:44.001799 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:44.007506 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:44.032894 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a04eb4fb-546c-4d20-8601-0a56173d0601 req-840af69e-ebc8-4932-90a7-304db473c69e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430364 Jun 28 12:29:44.124041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-f6f22c4f-a5a6-4f71-97f8-4d6ad43336fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.125625 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-f6f22c4f-a5a6-4f71-97f8-4d6ad43336fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1096 time: 0.2010183 Jun 28 12:29:44.139030 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074423b8-a179-455d-81f4-cf905f3808e5 req-1a715094-9dca-4c49-9bcc-ad4f0ad9fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.140535 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-074423b8-a179-455d-81f4-cf905f3808e5 req-1a715094-9dca-4c49-9bcc-ad4f0ad9fd65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 1098 time: 0.0961936 Jun 28 12:29:44.252392 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-9eafcfba-ef92-4ecb-a538-b16879600138 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 217 time: 0.1108015 Jun 28 12:29:44.261664 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['353adeb7-ab29-476c-b7ea-a31485d63a5a'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:44.339768 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-074423b8-a179-455d-81f4-cf905f3808e5 req-206d9a23-8cb2-404f-bbd4-6f50c172bb5a service neutron] Synchronizing usage tracker for tenant:2b682d63fdaf44a3a0b2f8d6b3c8bacc on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:44.356755 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-58839025-c56d-4adf-be03-8c3baaea4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.358226 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-58839025-c56d-4adf-be03-8c3baaea4c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0931172 Jun 28 12:29:44.366498 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['a36d91c0-4847-4f24-8d1f-a0e72bc607c9'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:44.462116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-074423b8-a179-455d-81f4-cf905f3808e5 req-206d9a23-8cb2-404f-bbd4-6f50c172bb5a service neutron] Unset dirty status for tenant:2b682d63fdaf44a3a0b2f8d6b3c8bacc on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:44.463594 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-074423b8-a179-455d-81f4-cf905f3808e5 req-206d9a23-8cb2-404f-bbd4-6f50c172bb5a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494171 Jun 28 12:29:44.498722 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74078f6f-eacc-4076-9889-39527bcadcba req-ecd633cb-d8a9-465c-a597-12519d04ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.499831 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-ecd633cb-d8a9-465c-a597-12519d04ab35 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338968 Jun 28 12:29:44.665103 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49166) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:44.691518 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:44.722462 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bfff3-9206-4381-8989-07119c348c8b req-700abf81-fc8d-4795-9ec4-0d0d31567a20 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.724472 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-111bfff3-9206-4381-8989-07119c348c8b req-700abf81-fc8d-4795-9ec4-0d0d31567a20 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 944 time: 0.1354227 Jun 28 12:29:44.725610 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:44.730412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:b4894ee929f1474c9f50dc425f487f98 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:44.740585 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:44.745952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4120561-b027-4665-b0cf-aad97f382971 req-2965212c-0e75-4f31-8b14-a586934f7610 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:44.756951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:44.757366 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4120561-b027-4665-b0cf-aad97f382971 req-2965212c-0e75-4f31-8b14-a586934f7610 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 943 time: 0.2180896 Jun 28 12:29:44.809420 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4120561-b027-4665-b0cf-aad97f382971 req-4045a462-05b6-4283-822f-bf042f6c8026 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511198 Jun 28 12:29:44.882402 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-111bfff3-9206-4381-8989-07119c348c8b req-df83cf51-d428-46e8-8c67-82812ebbbf4a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489675 Jun 28 12:29:44.946395 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-682a41dc-9965-4cd0-a652-87ad46fc7352 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928287 Jun 28 12:29:45.134674 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74078f6f-eacc-4076-9889-39527bcadcba req-818c1972-6208-462f-b976-e88f18fb391a service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597786 Jun 28 12:29:45.171009 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.198111 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea29cc-2422-4a7f-b8bc-873090985f98 req-7479499e-c3d6-4913-abf6-3d8ccbe613db tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:45.201343 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ccea29cc-2422-4a7f-b8bc-873090985f98 req-7479499e-c3d6-4913-abf6-3d8ccbe613db tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.1335173 Jun 28 12:29:45.269248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ccea29cc-2422-4a7f-b8bc-873090985f98 req-ec05aecc-b1bf-4306-8c3c-52c4cbb59f87 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667305 Jun 28 12:29:45.276353 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.290499 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e6b8960a-8e34-42b6-ad70-dbdd2bb6fcc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:45.389213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e09358-7c77-4b53-ac66-c0d6e5d785af,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:45.399507 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4894ee929f1474c9f50dc425f487f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7302990 Jun 28 12:29:45.399507 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:45.400341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49184) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:45.460128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660550-074a-43f4-8138-a796cb700ad4 req-45f86f18-8bf3-43dc-af94-f01011c2d8ed tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:45.462087 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e2660550-074a-43f4-8138-a796cb700ad4 req-45f86f18-8bf3-43dc-af94-f01011c2d8ed tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.2195690 Jun 28 12:29:45.539828 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e2660550-074a-43f4-8138-a796cb700ad4 req-3788b6b2-0c2c-4aeb-a474-ff9ca8966619 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673535 Jun 28 12:29:45.567180 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.610914 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.799451 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.803695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:45.818318 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e09358-7c77-4b53-ac66-c0d6e5d785af,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:45.821356 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:45.831685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:45.836726 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8e09358-7c77-4b53-ac66-c0d6e5d785af HTTP/1.1" status: 204 len: 168 time: 0.4341807 Jun 28 12:29:46.148913 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59273c3d-2df3-4e75-bd68-0de8fbbf0d7f req-3b4fe34a-d335-4a5d-ba1b-9741b53720e5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:46.167492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bff1cf-fd76-4f6b-9f09-d101a38843d5 req-9eb4b9e9-3bda-4412-96dc-4c80bf5e4d98 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:46.169489 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59273c3d-2df3-4e75-bd68-0de8fbbf0d7f req-3b4fe34a-d335-4a5d-ba1b-9741b53720e5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 943 time: 0.2134855 Jun 28 12:29:46.177270 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-36bff1cf-fd76-4f6b-9f09-d101a38843d5 req-9eb4b9e9-3bda-4412-96dc-4c80bf5e4d98 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 944 time: 0.1333380 Jun 28 12:29:46.241856 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59273c3d-2df3-4e75-bd68-0de8fbbf0d7f req-6b477c82-bbb8-4165-aee2-c33552a7e538 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692599 Jun 28 12:29:46.261867 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-36bff1cf-fd76-4f6b-9f09-d101a38843d5 req-c2435c94-eba3-4177-b103-b36d0aa9ee89 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836835 Jun 28 12:29:46.514083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf40e07-104f-4ba7-8c8d-5b2cecccbb5a req-29babd66-bf64-4f52-860d-7ded00f71b11 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:46.515572 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0bf40e07-104f-4ba7-8c8d-5b2cecccbb5a req-29babd66-bf64-4f52-860d-7ded00f71b11 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0976508 Jun 28 12:29:46.565230 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0bf40e07-104f-4ba7-8c8d-5b2cecccbb5a req-cc87cf0a-9a3a-4466-a1ee-2ce353aec674 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Jun 28 12:29:46.792474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68902b12-521b-46dc-adaa-25ace79e352b req-97e0597b-85ad-471a-9562-53543c3407eb tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:46.794245 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-68902b12-521b-46dc-adaa-25ace79e352b req-97e0597b-85ad-471a-9562-53543c3407eb tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.1125348 Jun 28 12:29:46.851596 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-68902b12-521b-46dc-adaa-25ace79e352b req-80390a73-4e9f-4fe5-a110-f5f21d8b3669 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Jun 28 12:29:46.880805 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 353adeb7-ab29-476c-b7ea-a31485d63a5a up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:47.085888 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 353adeb7-ab29-476c-b7ea-a31485d63a5a completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:47.103005 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 353adeb7-ab29-476c-b7ea-a31485d63a5a triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:47.103005 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.235606 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.266799 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:47.278362 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:47.330863 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a', 'code': 200} Jun 28 12:29:47.399587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.401565 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a36d91c0-4847-4f24-8d1f-a0e72bc607c9 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:47.450885 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:47.459270 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c039d7-5bf3-4d16-9dda-d8701ea7f512 req-b678ae87-6d64-4e74-9b3d-dd10bf35a999 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:47.460970 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-67c039d7-5bf3-4d16-9dda-d8701ea7f512 req-b678ae87-6d64-4e74-9b3d-dd10bf35a999 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 943 time: 0.0986428 Jun 28 12:29:47.548431 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-67c039d7-5bf3-4d16-9dda-d8701ea7f512 req-1bdc0209-9850-4479-a5aa-4af059be8aae tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758545 Jun 28 12:29:47.576922 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:47.582422 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04252b5-6b37-4295-b1c6-23779c57d543 req-f451ba5e-0625-4065-a500-1390dd15ef74 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:47.585315 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d04252b5-6b37-4295-b1c6-23779c57d543 req-f451ba5e-0625-4065-a500-1390dd15ef74 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 944 time: 0.1412313 Jun 28 12:29:47.598008 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:47.667317 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:47.673417 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:47.673794 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.734544 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d04252b5-6b37-4295-b1c6-23779c57d543 req-87220485-78e6-4392-8d74-316e9703e72e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419156 Jun 28 12:29:47.867376 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:47.920080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:47.921497 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484d600-eec0-4b44-94b2-67002b0283c7 req-233a64c5-b711-42cc-8ef6-e268cf8abafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:47.924043 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9484d600-eec0-4b44-94b2-67002b0283c7 req-233a64c5-b711-42cc-8ef6-e268cf8abafe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.1041048 Jun 28 12:29:47.982792 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9484d600-eec0-4b44-94b2-67002b0283c7 req-55ae87c9-2319-4fc7-8533-a9efe3fab4b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519559 Jun 28 12:29:48.041955 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:48.046585 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:48.129892 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:48.135667 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:48.749691 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b17fd-64fc-4afa-be8e-6680b0aaae95 req-8e397ce1-50a4-4d08-9257-ad38450365e2 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.751355 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e94b17fd-64fc-4afa-be8e-6680b0aaae95 req-8e397ce1-50a4-4d08-9257-ad38450365e2 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 943 time: 0.0953619 Jun 28 12:29:48.811859 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e94b17fd-64fc-4afa-be8e-6680b0aaae95 req-9c76714a-7caf-44fc-bc75-5196e0af8ca9 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530112 Jun 28 12:29:48.903532 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3a4df644-b6b6-4508-b3e7-102ff9669e5a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:29:48.935316 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802b31e-d0db-4bda-bcdf-38ff0e2403dc req-a2b4e1c0-4fde-4247-bcd5-a717638c01c2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:48.936801 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3802b31e-d0db-4bda-bcdf-38ff0e2403dc req-a2b4e1c0-4fde-4247-bcd5-a717638c01c2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0873187 Jun 28 12:29:48.985529 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3802b31e-d0db-4bda-bcdf-38ff0e2403dc req-f098ce9f-6183-4a03-96b3-6a1e5307127f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Jun 28 12:29:49.078158 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:49.104562 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'port_id': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'mac_address': 'fa:16:3e:6e:bf:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:29:49.169673 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.188267 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4df644-b6b6-4508-b3e7-102ff9669e5a {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:29:49.207392 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:49.273343 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:49.275426 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9c10ef3c-3980-4bf9-8946-44d7134f575b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:49.332299 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:49.372068 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:49.383144 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:49.387327 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9', 'code': 200} Jun 28 12:29:49.645393 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['3a4df644-b6b6-4508-b3e7-102ff9669e5a'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:29:49.866252 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dc175-9cd5-414b-a8db-2b279b45956f req-555cfd13-c56e-4b4b-a8c3-2a5ca1372f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:49.867759 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d5dc175-9cd5-414b-a8db-2b279b45956f req-555cfd13-c56e-4b4b-a8c3-2a5ca1372f55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 1098 time: 0.0901055 Jun 28 12:29:49.914762 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d5dc175-9cd5-414b-a8db-2b279b45956f req-39785a3c-1654-482f-95b2-8ed7b6692332 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398784 Jun 28 12:29:50.013076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a003-d2e5-4d9c-9705-0d7bd6fe02d3 req-e6b62a90-50a9-4dca-a872-095c626152a5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:50.014712 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-72a3a003-d2e5-4d9c-9705-0d7bd6fe02d3 req-e6b62a90-50a9-4dca-a872-095c626152a5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 944 time: 0.0857105 Jun 28 12:29:50.084470 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-72a3a003-d2e5-4d9c-9705-0d7bd6fe02d3 req-604e4792-12b8-4a39-8e18-5375e667a92d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631762 Jun 28 12:29:50.298978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7d3e-8fca-4e81-83d4-d5586d5d0559 req-3a457ea1-5f2c-4314-b080-eeea5177ce1e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:50.300504 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7f7f7d3e-8fca-4e81-83d4-d5586d5d0559 req-3a457ea1-5f2c-4314-b080-eeea5177ce1e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1061759 Jun 28 12:29:50.371134 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7f7f7d3e-8fca-4e81-83d4-d5586d5d0559 req-4ec35623-6a4b-40c0-bff4-90c64b9303f7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Jun 28 12:29:50.921178 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49364) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:50.941376 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3a4df644-b6b6-4508-b3e7-102ff9669e5a up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:29:51.056308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.080058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:51.085535 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 3a4df644-b6b6-4508-b3e7-102ff9669e5a completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:29:51.085740 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Usage tracker for resource:security_group_rule and tenant:c6561cfb01b64a79b150fa78b78f3397 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:51.088985 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:51.090854 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 3a4df644-b6b6-4508-b3e7-102ff9669e5a triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:29:51.091460 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.096050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:51.244026 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.282822 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.301808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.313466 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:51.369905 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f1d2a-fd50-48db-acb9-48cce8b1dac4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:51.376921 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:29:51.380721 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:51.395803 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19f497-b5b9-4dad-9018-515878cb4687 req-4363e6b9-0105-488c-938a-ab3d88c69bd5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:51.396515 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:51.396797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-3b19f497-b5b9-4dad-9018-515878cb4687 req-4363e6b9-0105-488c-938a-ab3d88c69bd5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:29:51.410775 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6561cfb01b64a79b150fa78b78f3397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884367 Jun 28 12:29:51.414005 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49384) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:51.484632 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-3b19f497-b5b9-4dad-9018-515878cb4687 req-4363e6b9-0105-488c-938a-ab3d88c69bd5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:29:51.485819 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3b19f497-b5b9-4dad-9018-515878cb4687 req-4363e6b9-0105-488c-938a-ab3d88c69bd5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 944 time: 0.2136352 Jun 28 12:29:51.487283 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.491411 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.499610 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:51.541676 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.601531 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3b19f497-b5b9-4dad-9018-515878cb4687 req-c45cc900-7d94-4eb8-acfc-745537101e1b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891683 Jun 28 12:29:51.666702 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'code': 200} Jun 28 12:29:51.687940 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:51.693901 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:51.724390 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.731809 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-86bb952e-1ace-4216-bea5-4088af372452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:51.763260 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f1d2a-fd50-48db-acb9-48cce8b1dac4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:51.766175 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:51.773741 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:51.775988 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd8f1d2a-fd50-48db-acb9-48cce8b1dac4 HTTP/1.1" status: 204 len: 168 time: 0.3608296 Jun 28 12:29:51.873941 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b4a1f-fc2f-42a9-914e-45a71ea71d2e req-73771ace-03e0-4fa6-987c-1363b2162ef5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:51.875490 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-216b4a1f-fc2f-42a9-914e-45a71ea71d2e req-73771ace-03e0-4fa6-987c-1363b2162ef5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1383815 Jun 28 12:29:51.934549 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-216b4a1f-fc2f-42a9-914e-45a71ea71d2e req-3be8d7a4-7465-4674-b654-1028abbf7286 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521827 Jun 28 12:29:52.243430 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889135f-7dc2-4218-980e-1332ff56d67b req-024cab8b-2c74-46b5-a1d8-17fa649c62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:52.246166 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d889135f-7dc2-4218-980e-1332ff56d67b req-024cab8b-2c74-46b5-a1d8-17fa649c62cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1439509 Jun 28 12:29:52.339322 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d889135f-7dc2-4218-980e-1332ff56d67b req-eed0776d-7a5e-48dd-ac54-1e47b58a4d6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829175 Jun 28 12:29:52.712010 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531240f-e5fd-4e4c-ad58-253098ed4437 req-cb8bb302-37c7-49d8-8bcb-89de39aaa8aa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:52.713596 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e531240f-e5fd-4e4c-ad58-253098ed4437 req-cb8bb302-37c7-49d8-8bcb-89de39aaa8aa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0888345 Jun 28 12:29:52.767393 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e531240f-e5fd-4e4c-ad58-253098ed4437 req-52829c6a-86a3-46c4-8613-60e658ddb25f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Jun 28 12:29:52.832355 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49426) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:52.854742 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:52.876935 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:52.883605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Usage tracker for resource:security_group_rule and tenant:65fc6f3800484d5184038ab9a2bd2047 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:52.887133 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:52.896068 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:52.906811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c898f5-e420-41a5-a583-ffa34f4741ae req-94189323-a75a-410a-8304-2ae513dcfdef tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:52.915239 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-67c898f5-e420-41a5-a583-ffa34f4741ae req-94189323-a75a-410a-8304-2ae513dcfdef tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1949277 Jun 28 12:29:52.984995 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-67c898f5-e420-41a5-a583-ffa34f4741ae req-38954fbf-3d7a-46df-aae4-d3dcf1d42afd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687788 Jun 28 12:29:53.014936 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-4d46ca48-8dfb-41d7-96ea-df702cdc18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:53.017678 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-4d46ca48-8dfb-41d7-96ea-df702cdc18a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 1098 time: 0.1166625 Jun 28 12:29:53.062941 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.064226 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49434) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:53.124400 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.138150 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:53.185646 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65fc6f3800484d5184038ab9a2bd2047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522944 Jun 28 12:29:53.186529 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49440) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:53.187170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814b206-0971-44df-8387-3f43c9afd650,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:53.190982 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:53.214144 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-13d3baac-5ebc-4126-a74c-09c204c7a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:53.215606 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-13d3baac-5ebc-4126-a74c-09c204c7a33d service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.1797922 Jun 28 12:29:53.227273 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.243565 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:53.247529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Usage tracker for resource:security_group_rule and tenant:440608d5f064444086e8031ad07a748f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:53.250564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:53.257551 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:53.302650 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-ab24c73f-326d-4d4d-8315-3e9b6f86abb6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9 HTTP/1.1" status: 200 len: 217 time: 0.0774939 Jun 28 12:29:53.358572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.374968 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.420076 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.428470 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-739e69b8-df56-4ffd-8cba-f20a9231c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:53.429929 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-739e69b8-df56-4ffd-8cba-f20a9231c867 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.1142457 Jun 28 12:29:53.501433 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.502295 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-757a8a56-fbca-4247-ad40-67cb4073ec76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495071 Jun 28 12:29:53.514406 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:53.559165 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=440608d5f064444086e8031ad07a748f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938326 Jun 28 12:29:53.560092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99399936-78f8-49f1-ba4b-d47791ad0ff0,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:53.562883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49450) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:53.565807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:53.609246 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.621270 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:53.626203 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.639862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814b206-0971-44df-8387-3f43c9afd650,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:53.646791 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:53.659847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.671125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.674900 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5814b206-0971-44df-8387-3f43c9afd650 HTTP/1.1" status: 204 len: 168 time: 0.4870868 Jun 28 12:29:53.701367 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-cc744cff-f3e5-49e0-a927-b6e59d4ca554 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756489 Jun 28 12:29:53.884971 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.890459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b5cde6d0-4eb1-4b21-b55f-64b39c9bfd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:53.905673 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99399936-78f8-49f1-ba4b-d47791ad0ff0,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:53.919749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:53.924962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:53.928274 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99399936-78f8-49f1-ba4b-d47791ad0ff0 HTTP/1.1" status: 204 len: 168 time: 0.3637083 Jun 28 12:29:54.006866 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1480098-59b9-461f-94fc-c3891120c8f0 req-fafc5319-bd26-450c-a39e-57eca0a8ebeb service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287281 Jun 28 12:29:54.088634 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a1b7-66d6-4b7d-835e-ad0d15ff3bf1 req-61a0f040-f89f-44c2-a8c0-f33f90ba732e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:54.093197 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1497a1b7-66d6-4b7d-835e-ad0d15ff3bf1 req-61a0f040-f89f-44c2-a8c0-f33f90ba732e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1976798 Jun 28 12:29:54.214136 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1497a1b7-66d6-4b7d-835e-ad0d15ff3bf1 req-4607ba50-c80d-4f4f-8298-8160448f6372 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087675 Jun 28 12:29:54.312527 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08476656-80ed-44d5-8e0c-0e4089af90a7 req-4414775f-0b11-4550-a064-3a70c411256e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:54.314160 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-08476656-80ed-44d5-8e0c-0e4089af90a7 req-4414775f-0b11-4550-a064-3a70c411256e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1616814 Jun 28 12:29:54.365768 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-08476656-80ed-44d5-8e0c-0e4089af90a7 req-b9dff05f-7b03-4b26-804a-fef6ccd5a332 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Jun 28 12:29:54.794207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49506) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:54.812997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:54.827856 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:54.831650 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Usage tracker for resource:security_group_rule and tenant:31479aeef89849d5837034a4e21bece6 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:54.834867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:54.840673 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:54.924370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.027247 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.064879 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-160e92a3-1ac1-4c4f-9592-7d2b96baa00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:55.216597 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31479aeef89849d5837034a4e21bece6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212577 Jun 28 12:29:55.219940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49520) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:55.230685 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414afd61-fff5-4840-8c36-f755e3db7661,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:55.234370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:55.306572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.356700 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.487070 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270209a-ccfd-4826-9709-1273a140cf86 req-ff6c8418-573a-4b5a-9d58-7b43c15fe0fb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:55.488676 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f270209a-ccfd-4826-9709-1273a140cf86 req-ff6c8418-573a-4b5a-9d58-7b43c15fe0fb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0967538 Jun 28 12:29:55.503629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-04b22d45-0e15-43c4-a55c-806e89748d18 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:55.505446 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-04b22d45-0e15-43c4-a55c-806e89748d18 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.1645882 Jun 28 12:29:55.522086 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-e454aafb-d765-47ad-82cc-834894a8cfa3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/quotas/242f7e53ec1348a0a9c808c102fd777e HTTP/1.1" status: 200 len: 375 time: 0.0109732 Jun 28 12:29:55.544074 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f270209a-ccfd-4826-9709-1273a140cf86 req-1fb1e591-2309-4b21-bf27-9f7d908c2419 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480676 Jun 28 12:29:55.605196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.609576 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2bf27dca-8aae-4374-9dd7-ee8a6fde630c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:55.619888 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-09b694e3-b8c3-48cf-8909-a7b2c92afaf4 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917368 Jun 28 12:29:55.625361 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414afd61-fff5-4840-8c36-f755e3db7661,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:55.628399 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:55.636286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:55.636286 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/414afd61-fff5-4840-8c36-f755e3db7661 HTTP/1.1" status: 204 len: 168 time: 0.4145825 Jun 28 12:29:55.776913 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd2514-2466-4a1e-88d1-f13e13fba959 req-c796dbaa-68ba-45dc-8337-cce100ece0da tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:55.778486 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21dd2514-2466-4a1e-88d1-f13e13fba959 req-c796dbaa-68ba-45dc-8337-cce100ece0da tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1168723 Jun 28 12:29:55.827303 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21dd2514-2466-4a1e-88d1-f13e13fba959 req-b8771f53-0944-479a-a7d5-44089987b3cd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Jun 28 12:29:55.893817 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-168130dd-544f-4c37-a15b-e0f91bb077f4 service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597687 Jun 28 12:29:56.072139 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb385-3258-4149-8a67-763d3631ec7f req-91724a38-e106-424e-91d3-5d7943cc6466 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:56.075599 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-442c4654-e68c-4dcc-a99d-f7bad841044b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2863977 Jun 28 12:29:56.083140 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1dccb385-3258-4149-8a67-763d3631ec7f req-91724a38-e106-424e-91d3-5d7943cc6466 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1083126 Jun 28 12:29:56.083656 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49556) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:56.089124 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'floatingip': {'port_id': '3a4df644-b6b6-4508-b3e7-102ff9669e5a'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:29:56.129027 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-edee8a22-43b9-43cf-aefb-788bd9e021fe service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341361 Jun 28 12:29:56.269095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:56.462326 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-dcbb6241-6556-4b78-bf88-0cecb2760774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:56.466631 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-dcbb6241-6556-4b78-bf88-0cecb2760774 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f4169e585096409a94c41b12183bfe08&device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 1098 time: 0.2238591 Jun 28 12:29:56.715275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49592) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:56.721343 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0c704841-227d-4622-97d9-895cbab461d5 req-e91c1bae-4e51-4be7-bb13-70d68b076274 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 210 time: 0.2137909 Jun 28 12:29:56.754638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:56.779549 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:56.789089 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-ddb160c7-5a0c-4d9d-8a1c-a797dd94a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:56.792897 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-ddb160c7-5a0c-4d9d-8a1c-a797dd94a01a service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f90450-e42e-4b5b-a037-5ffa44d063a5 HTTP/1.1" status: 200 len: 913 time: 0.2989221 Jun 28 12:29:57.030803 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:e3dfbe561c6d478b865c23864fc720aa is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:57.031055 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-62df35ce-af97-4f74-b9a1-bed53e11172d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc HTTP/1.1" status: 200 len: 217 time: 0.2242975 Jun 28 12:29:57.041081 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:57.170098 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-39375f4a-c07e-481f-bdfc-fb936d6124c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:57.179465 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-39375f4a-c07e-481f-bdfc-fb936d6124c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb8f59a1-019e-4e3d-8f30-7f95d5551504 HTTP/1.1" status: 200 len: 852 time: 0.1292288 Jun 28 12:29:57.180930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:57.344105 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-bdeb8376-bde9-4454-b600-eb83431484d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f90450-e42e-4b5b-a037-5ffa44d063a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525874 Jun 28 12:29:57.535852 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f90a7f-6972-4d90-9751-8bdd9641d461 req-992fa085-4bf2-44a5-b33a-5dc135d780c8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:57.537425 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a1f90a7f-6972-4d90-9751-8bdd9641d461 req-992fa085-4bf2-44a5-b33a-5dc135d780c8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.3688745 Jun 28 12:29:57.590036 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:57.604029 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:57.617239 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-e7810805-14b6-424a-b3ea-ad1efd1022e3 service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627237 Jun 28 12:29:57.617449 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a1f90a7f-6972-4d90-9751-8bdd9641d461 req-9145f36a-7d13-42e9-b6fb-6052f3e80110 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683951 Jun 28 12:29:57.632813 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb72c7-9a23-43c3-a065-141e89270ba0 req-b2c396ff-6ff4-40f6-8022-850d72d2b901 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:57.641509 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6bcb72c7-9a23-43c3-a065-141e89270ba0 req-b2c396ff-6ff4-40f6-8022-850d72d2b901 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.1484280 Jun 28 12:29:57.662420 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:57.670879 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:57.713177 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e3dfbe561c6d478b865c23864fc720aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9949675 Jun 28 12:29:57.714855 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f76f23-5162-4e1c-ab37-53d839e3dfff,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:57.717352 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49614) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:57.721078 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:57.734605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:57.790530 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6bcb72c7-9a23-43c3-a065-141e89270ba0 req-48d90e61-24c3-4433-831d-3109fbb89337 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497443 Jun 28 12:29:57.848235 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6242a08d-ee1e-4bfb-a7a4-0340e4b12560 req-53f1f947-782b-49b8-b1c5-8fec0dbf82fd service neutron] 10.222.0.35 "GET /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045805 Jun 28 12:29:58.071090 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fb214caf-f118-48fe-8e77-1a1b13eb03af req-d033250d-a4bb-439d-8a36-9cbd9f45457f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 210 time: 0.0720203 Jun 28 12:29:58.075784 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:58.106902 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Floating IP 5546e834-8bd4-447d-a215-2b2f661c4365 associated. External IP: 172.28.1.155, port: 3a4df644-b6b6-4508-b3e7-102ff9669e5a. Jun 28 12:29:58.185841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:58.478537 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:58.492069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d5a9bdfb-ee77-41df-9f0e-35ea8286bcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:29:58.539004 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f76f23-5162-4e1c-ab37-53d839e3dfff,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:29:58.547266 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:29:58.558403 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:58.562263 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48f76f23-5162-4e1c-ab37-53d839e3dfff HTTP/1.1" status: 204 len: 168 time: 0.8412702 Jun 28 12:29:58.592307 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:29:58.859953 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:29:58.865545 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:58.878178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:29:58.900990 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:58.900990 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:58.917972 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888bd6c-87ae-4026-bd33-4be170ff3dab req-c128a6f0-f572-4d1c-9220-4b991ebdcb75 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:58.919483 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5888bd6c-87ae-4026-bd33-4be170ff3dab req-c128a6f0-f572-4d1c-9220-4b991ebdcb75 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1195166 Jun 28 12:29:58.968432 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0249ee0f-71dd-4d54-8c45-89e2c5272ac8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "PUT /v2.0/floatingips/5546e834-8bd4-447d-a215-2b2f661c4365 HTTP/1.1" status: 200 len: 991 time: 2.8811977 Jun 28 12:29:58.974970 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:29:58.978551 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5888bd6c-87ae-4026-bd33-4be170ff3dab req-fe751341-eea6-42fe-bb09-0e05a93b95b7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519135 Jun 28 12:29:59.043062 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee747afc-8e85-4682-96fa-556405d88457 req-0f99ef66-0125-4848-80a5-69cfe8753044 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:59.044618 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ee747afc-8e85-4682-96fa-556405d88457 req-0f99ef66-0125-4848-80a5-69cfe8753044 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.1190560 Jun 28 12:29:59.090152 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:29:59.137402 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ee747afc-8e85-4682-96fa-556405d88457 req-493f6778-b8e5-45e0-a5a3-4f729a132244 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845244 Jun 28 12:29:59.202520 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'status': 'completed', 'code': 200} Jun 28 12:29:59.372232 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d1cad8ac-60c5-47d7-8444-cdd30e34a56a req-e9548bbe-a74f-42c9-a2b0-4bc47393e8c4 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 210 time: 0.0462346 Jun 28 12:29:59.496121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-e7e4bc47-8d45-4b3d-8abb-589263331d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:59.498534 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-e7e4bc47-8d45-4b3d-8abb-589263331d47 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1556094 Jun 28 12:29:59.585478 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49660) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:29:59.705744 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '5546e834-8bd4-447d-a215-2b2f661c4365', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:6e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:29Z', 'updated_at': '2021-06-28T12:29:57Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:59.711816 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:29:59.732731 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:29:59.733741 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:29:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:29:59.873832 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:29:59.908446 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:29:59.920299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Usage tracker for resource:security_group_rule and tenant:0fabd22cb6de4005a6c9046eef571457 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:29:59.926955 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:29:59.938337 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:29:59.959365 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-64821ff9-032c-4973-952c-bdeabd8bfbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:59.961340 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-64821ff9-032c-4973-952c-bdeabd8bfbcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.4376092 Jun 28 12:29:59.971906 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-d693422a-8f27-4810-a821-bb890a1b33fb tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:29:59.975412 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-d693422a-8f27-4810-a821-bb890a1b33fb tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.2589622 Jun 28 12:30:00.012158 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:30:00.084730 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Request body: {'port': {'device_id': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'admin_state_up': True, 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:00.164364 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.182059 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.203937 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd255cb-7c12-4558-8391-c03481225514 req-8d58f307-015e-4610-970c-20b37a3beb65 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:00.206090 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4cd255cb-7c12-4558-8391-c03481225514 req-8d58f307-015e-4610-970c-20b37a3beb65 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.1877708 Jun 28 12:30:00.295060 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.321592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8c6c8c13-151f-4685-afaf-147d6ef10d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:00.407476 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b98c8-a7fa-499f-b161-bf5fc0ca6802,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:00.424831 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Deleting port c5c4cd24-32b3-4971-b025-3a8ef455d8fc {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:30:00.424831 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.425138 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-0a7d9951-f5d4-4a5b-8e2a-315b7123229b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 999 time: 0.4063785 Jun 28 12:30:00.430861 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:00.458322 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.462184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:00.474907 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fabd22cb6de4005a6c9046eef571457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8883061 Jun 28 12:30:00.483525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49698) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:00.487014 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:00.523433 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:00.601958 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16ee3c-36fe-4fcd-bbf8-27408af48520 req-58d2b597-9d83-4f0b-bff6-217b55784abd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:00.609007 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ce16ee3c-36fe-4fcd-bbf8-27408af48520 req-58d2b597-9d83-4f0b-bff6-217b55784abd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.5005143 Jun 28 12:30:00.616166 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-4999fe0b-a1f3-4140-adeb-bbd738644c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:00.618010 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-4999fe0b-a1f3-4140-adeb-bbd738644c2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.1829236 Jun 28 12:30:00.693463 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:00.697000 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.768111 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ce16ee3c-36fe-4fcd-bbf8-27408af48520 req-03e614e1-c78d-4529-86c5-2b7b1ecc396c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560712 Jun 28 12:30:00.768821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.831369 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '5546e834-8bd4-447d-a215-2b2f661c4365', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:6e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:29Z', 'updated_at': '2021-06-28T12:29:57Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:00.843796 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5af2ebf-1c2f-40f5-8216-356a2cffdcf6 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '5546e834-8bd4-447d-a215-2b2f661c4365', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.155', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:6e:bf:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:29:29Z', 'updated_at': '2021-06-28T12:29:57Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:30:00.871408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:00.998206 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6977c-d8ae-4980-ba46-dd8a4b0f71e6 req-ebe780f5-78db-436c-b457-6b0f1da78019 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:01.003031 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21e6977c-d8ae-4980-ba46-dd8a4b0f71e6 req-ebe780f5-78db-436c-b457-6b0f1da78019 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 945 time: 0.5267141 Jun 28 12:30:01.019933 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Allocated IP 172.20.0.9 (c1dc9765-93cb-40dd-87ed-5d91937ef701/3fc9be93-7330-4386-9c6c-0c3e223faddf/33ecf12c-951c-4c2a-8e67-8615a93fe1d3) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:30:01.029733 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-46406959-307d-4b45-a552-5f4c1af132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:01.031325 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-46406959-307d-4b45-a552-5f4c1af132d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3944838 Jun 28 12:30:01.110683 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21e6977c-d8ae-4980-ba46-dd8a4b0f71e6 req-c5c06d03-92b4-4fb4-8cfe-a9aec37a63a3 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/security-groups?id=586ff6e2-cbba-4958-9f83-22524fe99850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012468 Jun 28 12:30:01.112621 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] For port c5c4cd24-32b3-4971-b025-3a8ef455d8fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,segment=NetworkSegment(4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0),segment_id=4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:01.112985 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.255351 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e77c59-c2bf-4b14-9bbe-f2922ef4ea40 None None] New status for floating IP 5546e834-8bd4-447d-a215-2b2f661c4365: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:30:01.258012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.276640 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5ff25350-e4b3-4f7a-b582-d1f906e06b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:01.314807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Calling delete_port for c5c4cd24-32b3-4971-b025-3a8ef455d8fc owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:30:01.352197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b98c8-a7fa-499f-b161-bf5fc0ca6802,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:01.367391 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-cf77efa6-ef02-4890-8a92-5bd3cc52325a req-634fff88-725d-466d-b879-976472798b8c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:01.399290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.399290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.399570 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.399997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.400236 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.400583 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.400928 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.401301 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.401639 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.402196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.402443 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.402783 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:01.434063 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:01.532863 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-455fca0c-dea4-4393-86ef-878ea979ddc6 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926238 Jun 28 12:30:01.534072 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.538702 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f17b98c8-a7fa-499f-b161-bf5fc0ca6802 HTTP/1.1" status: 204 len: 168 time: 1.0475540 Jun 28 12:30:01.651478 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-cf77efa6-ef02-4890-8a92-5bd3cc52325a req-634fff88-725d-466d-b879-976472798b8c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:01.652659 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cf77efa6-ef02-4890-8a92-5bd3cc52325a req-634fff88-725d-466d-b879-976472798b8c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 210 time: 0.3772151 Jun 28 12:30:01.839511 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.852404 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:01.880102 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b5508668-395c-41b4-a901-2e8cc1151e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.886183 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:01.897278 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['c5c4cd24-32b3-4971-b025-3a8ef455d8fc'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:01.933187 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e3bd29fa-fd2e-499b-baca-4a5e00e84de2 req-aa399f3c-ebcd-476f-99dc-824627eb7b98 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902681 Jun 28 12:30:01.951956 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Pushing event deleted for resources: {'Port': ['ID=c5c4cd24-32b3-4971-b025-3a8ef455d8fc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:01.975038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:02.038815 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.045742 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bdbaec60-564f-424e-a5be-97029a5da1c1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:02.087733 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:02.118470 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] No DVR routers for this DVR port c5c4cd24-32b3-4971-b025-3a8ef455d8fc on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:30:02.130676 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.135090 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'name': 'network-vif-deleted', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:02.163133 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:30:02.185077 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.185175 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:02.185253 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1cece-175c-47ea-87b7-db06cecb4e9f req-b2b267cf-9dbe-4863-be30-71111dfa1049 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:02.186740 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-87d1cece-175c-47ea-87b7-db06cecb4e9f req-b2b267cf-9dbe-4863-be30-71111dfa1049 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.2414010 Jun 28 12:30:02.195097 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:30:02.202098 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:02.219688 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.243567 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-87d1cece-175c-47ea-87b7-db06cecb4e9f req-161b25a8-d5c3-47cb-a88a-5d8ad5587caf tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556502 Jun 28 12:30:02.262991 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event updated for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:02.269178 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:02.284618 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4cd255cb-7c12-4558-8391-c03481225514 req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.35 "DELETE /v2.0/ports/c5c4cd24-32b3-4971-b025-3a8ef455d8fc HTTP/1.1" status: 204 len: 173 time: 2.0669162 Jun 28 12:30:02.364972 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3450139 Jun 28 12:30:02.416991 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ae644f17-6bba-4557-b540-ab2e1397e5a2 req-03c4fc34-4c7a-4bf6-bb01-47d7d090c17c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Synchronizing usage tracker for tenant:f4169e585096409a94c41b12183bfe08 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:02.429759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Request body: {'port': {'device_id': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:02.435815 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a286303-cdb7-4cb7-8936-f69c92970c65', 'name': 'network-vif-deleted', 'tag': 'c5c4cd24-32b3-4971-b025-3a8ef455d8fc', 'status': 'completed', 'code': 200} Jun 28 12:30:02.495808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49782) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:02.564497 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.593493 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ae644f17-6bba-4557-b540-ab2e1397e5a2 req-03c4fc34-4c7a-4bf6-bb01-47d7d090c17c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Unset dirty status for tenant:f4169e585096409a94c41b12183bfe08 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:02.596852 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ae644f17-6bba-4557-b540-ab2e1397e5a2 req-03c4fc34-4c7a-4bf6-bb01-47d7d090c17c tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.2345548 Jun 28 12:30:02.657709 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.675555 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:02.680539 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Usage tracker for resource:security_group_rule and tenant:c6ecb1fd6d9847aaa6f02714c87c5775 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:02.683852 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:02.690021 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:02.860021 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.935807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:02.956935 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8759e6f4-8c4c-43e2-9c61-b32d4b5cdda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:02.958770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49800) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:02.986023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.030635 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6ecb1fd6d9847aaa6f02714c87c5775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313473 Jun 28 12:30:03.030635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd7540-448e-4620-8c13-6fa74d4cca74,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.031624 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49806) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:03.045980 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.047371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:03.063573 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Usage tracker for resource:security_group_rule and tenant:12d031e21d9d4c03b9b877be85830e6d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:03.068591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:03.076706 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:03.103200 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d8e4c-af30-484c-a089-9c61ac943c0d req-3efbdf69-ae3d-46b4-b2c1-a5d085f676f5 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:03.110376 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5f4d8e4c-af30-484c-a089-9c61ac943c0d req-3efbdf69-ae3d-46b4-b2c1-a5d085f676f5 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 931 time: 0.2322335 Jun 28 12:30:03.114997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:03.119003 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.142143 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.153068 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.185885 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Transition to ACTIVE for port object 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:03.198766 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5f4d8e4c-af30-484c-a089-9c61ac943c0d req-03ffcf1f-fbce-4d77-9e26-3dd8ba9a32c9 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876720 Jun 28 12:30:03.252596 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.289995 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.294101 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:03.425381 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Pushing event updated for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.429489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.448005 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95325-6867-4279-b07a-6cd3124dcdc1 req-0afc4f1b-f117-4423-b08d-b40d501331ce tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:03.449548 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89a95325-6867-4279-b07a-6cd3124dcdc1 req-0afc4f1b-f117-4423-b08d-b40d501331ce tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1002069 Jun 28 12:30:03.455434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.459774 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.474012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9d063953-519b-41b1-b435-4f305a60bc23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:03.489031 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2bc136c-05f4-4e73-a20f-274dc2023d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:03.508808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd7540-448e-4620-8c13-6fa74d4cca74,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.514702 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.527185 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Attempting to bind port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:30:03.527405 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.527873 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Attempting to bind port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:30:03.528356 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Attempting to bind port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:03.532197 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8cfd7540-448e-4620-8c13-6fa74d4cca74 HTTP/1.1" status: 204 len: 168 time: 0.4986205 Jun 28 12:30:03.540125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:30:03.540448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Attempting to bind port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:03.548474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728df576-d4e5-45b7-b037-f5de3d84a0d4,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.561617 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.562121 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89a95325-6867-4279-b07a-6cd3124dcdc1 req-86fe2b6f-6b5b-4aa2-ab7a-59c9339c4ba2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889828 Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=12d031e21d9d4c03b9b877be85830e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975840 Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Checking segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Bound using segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Bound port: 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:30:03.562199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.563787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49828) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:03.667978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.698717 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.713122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:30:03.719878 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:30:03.814669 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e7e63723-ff90-4a77-a06e-0f07a4798553 req-971578a6-9e0d-4349-984a-e6b76a4e863e tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a286303-cdb7-4cb7-8936-f69c92970c65 HTTP/1.1" status: 200 len: 210 time: 0.0492756 Jun 28 12:30:03.850602 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.850602 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:03.916643 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.917093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:03.917725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.919536 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] 10.222.0.35 "PUT /v2.0/ports/33ecf12c-951c-4c2a-8e67-8615a93fe1d3 HTTP/1.1" status: 200 len: 1093 time: 1.4938307 Jun 28 12:30:03.920679 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0b0eebf9-c20a-4b47-9b7a-8766007961bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:03.921788 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:03.932960 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728df576-d4e5-45b7-b037-f5de3d84a0d4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.935988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.942718 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:03.943526 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Pushing event updated for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:03.943931 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/728df576-d4e5-45b7-b037-f5de3d84a0d4 HTTP/1.1" status: 204 len: 168 time: 0.3789873 Jun 28 12:30:03.947298 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:03.990502 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'status': 'completed', 'code': 200} Jun 28 12:30:04.168346 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-8d99099e-5401-4d61-93b9-fb9a54b46ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.169810 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-8d99099e-5401-4d61-93b9-fb9a54b46ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 1096 time: 0.0875356 Jun 28 12:30:04.370501 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-9fb66bd7-5e5c-41ba-a0d6-94147beb38af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.372463 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-9fb66bd7-5e5c-41ba-a0d6-94147beb38af service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=242f7e53ec1348a0a9c808c102fd777e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1792917 Jun 28 12:30:04.501009 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3cee6608-df1d-498e-9b49-74d12c53f81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:04.541024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd931f67-5ce8-4b48-b583-ce3a4aa73d36 req-758c07ed-5813-489b-b708-a6ee1adc0c63 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.542924 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dd931f67-5ce8-4b48-b583-ce3a4aa73d36 req-758c07ed-5813-489b-b708-a6ee1adc0c63 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 943 time: 0.2071767 Jun 28 12:30:04.662750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-b095194a-81b5-459e-a3aa-6afca77bde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.664209 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2e344815-db9b-4afc-a9a9-5cb66719cf9b req-b095194a-81b5-459e-a3aa-6afca77bde15 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2690468 Jun 28 12:30:04.691387 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dd931f67-5ce8-4b48-b583-ce3a4aa73d36 req-9a3bdc7a-eb73-476b-9867-3131d42d418c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328659 Jun 28 12:30:04.691827 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49860) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:04.712506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:04.726019 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:04.729802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Usage tracker for resource:security_group_rule and tenant:9c4d12508b4c4fadba3ba93b74a7c037 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:04.732603 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:04.739222 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:04.856988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:04.924268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:04.940966 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:04.965028 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955491e9-2c2e-41c9-b1ac-a1a3a1b03441 req-db48a587-cbc5-43d8-a73d-6f0c28cb0ca0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.966585 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-955491e9-2c2e-41c9-b1ac-a1a3a1b03441 req-db48a587-cbc5-43d8-a73d-6f0c28cb0ca0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1400208 Jun 28 12:30:04.973531 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-c8a8a3cf-dc7c-43e5-a5d6-5403ff63d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:04.975093 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-c8a8a3cf-dc7c-43e5-a5d6-5403ff63d933 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 1096 time: 0.1824381 Jun 28 12:30:05.020332 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9c4d12508b4c4fadba3ba93b74a7c037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238392 Jun 28 12:30:05.021286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 49874) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:05.027853 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1183f558-ea54-413f-80ac-823df4525246,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:05.044982 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:05.058715 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c5c4cd24-32b3-4971-b025-3a8ef455d8fc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:30:05.079054 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-7fefb1a6-98a1-49f6-a3df-a216203c1c0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3 HTTP/1.1" status: 200 len: 217 time: 0.0791714 Jun 28 12:30:05.112465 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: c5c4cd24-32b3-4971-b025-3a8ef455d8fc {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:30:05.113721 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c5c4cd24-32b3-4971-b025-3a8ef455d8fc not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:30:05.151687 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:05.176370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-c98d39f4-85e1-4f1a-841e-e3e4ea5c11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:05.178077 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-c98d39f4-85e1-4f1a-841e-e3e4ea5c11f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.0911086 Jun 28 12:30:05.205539 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:05.245686 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-b6d67a44-d565-4a81-8c68-894777e4bf37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500827 Jun 28 12:30:05.254277 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-955491e9-2c2e-41c9-b1ac-a1a3a1b03441 req-ae3e56dd-5210-4c23-a671-a2b5d56074f1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780867 Jun 28 12:30:05.404059 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-d0b26c52-c245-4cc6-a903-21e99d843963 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486831 Jun 28 12:30:05.421798 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:05.426634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-16799229-b295-4d61-a59e-fdfa8d8b1ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:05.443861 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183f558-ea54-413f-80ac-823df4525246,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:05.453824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:05.453824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:05.453824 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1183f558-ea54-413f-80ac-823df4525246 HTTP/1.1" status: 204 len: 168 time: 0.4301984 Jun 28 12:30:05.482397 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:05.608545 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bd402c79-fb79-4106-a3eb-771c1014a70b req-673e8977-ee06-43a6-acf5-d6eddaf28189 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967993 Jun 28 12:30:05.931472 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a7d71-b6d7-47b0-a935-a66ad5be9242 req-da7e0eeb-373a-440e-8735-66d9dd406aef tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:05.933008 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bc6a7d71-b6d7-47b0-a935-a66ad5be9242 req-da7e0eeb-373a-440e-8735-66d9dd406aef tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 943 time: 0.1086292 Jun 28 12:30:05.991248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bc6a7d71-b6d7-47b0-a935-a66ad5be9242 req-f3660e28-83da-47bf-9b3c-c68c6c3c5b1a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480351 Jun 28 12:30:06.467000 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d29e3c-d2f0-48de-87f4-94ce674f287f req-a527de03-a4fa-4621-b5d6-fbefdad6fc66 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:06.468411 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8d29e3c-d2f0-48de-87f4-94ce674f287f req-a527de03-a4fa-4621-b5d6-fbefdad6fc66 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0864046 Jun 28 12:30:06.520209 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8d29e3c-d2f0-48de-87f4-94ce674f287f req-6b136c64-3e3c-49c5-8a17-603880402cfb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457556 Jun 28 12:30:06.855153 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.081634 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49958) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:07.250382 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Deleting subnet bb8f59a1-019e-4e3d-8f30-7f95d5551504 {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:30:07.250382 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.310479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.320933 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.358474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392af69b-ed08-492d-8cd5-da611f7999c0 req-ac1b1cf4-25c9-4891-957a-b2aa3a900046 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:07.359963 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-392af69b-ed08-492d-8cd5-da611f7999c0 req-ac1b1cf4-25c9-4891-957a-b2aa3a900046 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 943 time: 0.2037067 Jun 28 12:30:07.421974 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-392af69b-ed08-492d-8cd5-da611f7999c0 req-bb61816b-ef92-4675-a235-5f0933d51f1d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549858 Jun 28 12:30:07.645213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.651060 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:07.694876 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8f59a1-019e-4e3d-8f30-7f95d5551504,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:07.697500 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:07.700835 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:07.725102 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bb8f59a1-019e-4e3d-8f30-7f95d5551504 HTTP/1.1" status: 204 len: 168 time: 0.6403158 Jun 28 12:30:07.726783 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 49986) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:07.786459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5a4f9-0d99-49be-8b45-20a72de0851e req-e0ce8934-68b1-42c1-a683-513af397fb9d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:07.798241 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dc5a4f9-0d99-49be-8b45-20a72de0851e req-e0ce8934-68b1-42c1-a683-513af397fb9d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1586571 Jun 28 12:30:07.851478 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dc5a4f9-0d99-49be-8b45-20a72de0851e req-1b8734db-33b0-42d6-b684-be49b39682f1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561590 Jun 28 12:30:07.878480 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.038110 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.052866 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.053207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.054046 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.054379 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > port after_create 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.054693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.055036 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > port after_update 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.055352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.055666 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.055979 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.056287 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.200355 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.200908 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.201173 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.201509 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:30:08.208536 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f90450-e42e-4b5b-a037-5ffa44d063a5']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:08.215502 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:08.216095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2d0518-2c70-4eeb-8b20-6f0fa346c5e0') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:30:08.228074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.249085 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.258024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:30:08.258635 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: from cryptography.utils import int_from_bytes Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: from cryptography.utils import int_from_bytes Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: util.warn_limited( Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: util.warn_limited( Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:30:08.276380 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:30:08.443851 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.448413 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:08.469028 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:08.482519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Pushing event deleted for resources: {'Network': ['ID=05f90450-e42e-4b5b-a037-5ffa44d063a5,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:08.490342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:08.570179 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] 10.222.0.37 "DELETE /v2.0/networks/05f90450-e42e-4b5b-a037-5ffa44d063a5 HTTP/1.1" status: 204 len: 168 time: 0.8417051 Jun 28 12:30:08.754828 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c63d28-af25-495b-913e-5d3117440a2c req-529823c7-2351-4daa-81af-5c56e4c3f712 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:08.756573 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-93c63d28-af25-495b-913e-5d3117440a2c req-529823c7-2351-4daa-81af-5c56e4c3f712 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 943 time: 0.1906679 Jun 28 12:30:08.805587 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-93c63d28-af25-495b-913e-5d3117440a2c req-6854484a-ad22-4718-ac97-cb44c0cdd0b2 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Jun 28 12:30:09.045999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50030) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:09.056802 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b42480-5e86-4162-8e03-b4a4e8b4665e req-e15e73b6-d2da-4158-92bf-b55d0e3194b3 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:09.058267 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20b42480-5e86-4162-8e03-b4a4e8b4665e req-e15e73b6-d2da-4158-92bf-b55d0e3194b3 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0961485 Jun 28 12:30:09.078461 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:30:09.208607 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-67d8e94a-af84-4bba-83a8-daa6d0a13943 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4169e585096409a94c41b12183bfe08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1597025 Jun 28 12:30:09.209743 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50034) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:09.210378 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20b42480-5e86-4162-8e03-b4a4e8b4665e req-62a827c5-ca6a-4dcc-8f52-6f333b0b8d10 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383865 Jun 28 12:30:09.222299 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:09.242117 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'port_id': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'mac_address': 'fa:16:3e:c0:f7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be93-7330-4386-9c6c-0c3e223faddf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:30:09.280297 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.305353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.311055 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.325825 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:09.348169 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:09.462089 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.464275 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.466703 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:09.484993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f98a0ff-9b44-427a-a7df-ddfbf0b51d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:09.502032 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ff6e2-cbba-4958-9f83-22524fe99850,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:09.512316 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:09.584048 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:09.589397 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.589738 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.590283 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.590892 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.591355 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.591692 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.592017 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.592337 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.592683 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.593024 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.593341 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.593666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:30:09.598914 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:09.643089 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:09.646469 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/586ff6e2-cbba-4958-9f83-22524fe99850 HTTP/1.1" status: 204 len: 168 time: 0.4356089 Jun 28 12:30:10.005254 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b696ee-52fa-45a8-a5ad-5eff9173fe3d req-91ea92ff-dbe5-4288-a1fe-31e98bde02c3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:10.006764 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e4b696ee-52fa-45a8-a5ad-5eff9173fe3d req-91ea92ff-dbe5-4288-a1fe-31e98bde02c3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 944 time: 0.0807011 Jun 28 12:30:10.028071 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['33ecf12c-951c-4c2a-8e67-8615a93fe1d3'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:10.060042 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e4b696ee-52fa-45a8-a5ad-5eff9173fe3d req-9c9ee636-749c-4ec2-a049-68f13a212218 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469337 Jun 28 12:30:10.416518 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6993e-00f5-4fda-807a-67ad14a01e25 req-1d7cb05e-9c51-48f0-a769-472dc76d9bef tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:10.418104 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59d6993e-00f5-4fda-807a-67ad14a01e25 req-1d7cb05e-9c51-48f0-a769-472dc76d9bef tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0863581 Jun 28 12:30:10.465659 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59d6993e-00f5-4fda-807a-67ad14a01e25 req-f5ce5a39-546b-48a7-abed-b58c2d4d4cc2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 Jun 28 12:30:11.101759 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:30:11.299365 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf35a4-7827-4334-8285-9e44bb9f4309 req-b5c9512b-7644-4d36-afa2-4f2bf3735b42 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:11.300898 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-44bf35a4-7827-4334-8285-9e44bb9f4309 req-b5c9512b-7644-4d36-afa2-4f2bf3735b42 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 944 time: 0.0895810 Jun 28 12:30:11.351399 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-44bf35a4-7827-4334-8285-9e44bb9f4309 req-947a8704-ea8c-4739-a580-f222b8632633 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443816 Jun 28 12:30:11.375446 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:30:11.385688 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:30:11.385688 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:11.521865 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50118) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:11.537350 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:11.579333 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:11.590639 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:11.643197 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'code': 200} Jun 28 12:30:11.661993 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:11.666804 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:11.707380 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822a9b-6f2b-4b04-aa8a-0a6a74e76525 req-4cfe5bb9-936e-40e2-a1f4-9077f2e5f649 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:11.707380 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-51822a9b-6f2b-4b04-aa8a-0a6a74e76525 req-4cfe5bb9-936e-40e2-a1f4-9077f2e5f649 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1039310 Jun 28 12:30:11.767172 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:11.784594 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:11.789964 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:11.808662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:11.812777 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Usage tracker for resource:security_group_rule and tenant:8272c7808fc44d83bcb1fa2427cdd25a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:11.816418 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:11.818497 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-51822a9b-6f2b-4b04-aa8a-0a6a74e76525 req-185a6eba-2512-41e9-acec-0f7d59f572c7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007211 Jun 28 12:30:11.836945 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:12.012229 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.116477 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.132172 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fbc13854-d443-4efc-a274-3b58af4f27ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:12.216201 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8272c7808fc44d83bcb1fa2427cdd25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934922 Jun 28 12:30:12.220234 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50154) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:12.227832 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92af45b-e206-414c-95b7-d7d789c96039,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:12.227832 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:12.290103 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92050a4-6117-40ff-b344-36d55bf71b95 req-aeb26ba0-2e26-4553-a0e4-b43b33f547d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:12.291617 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c92050a4-6117-40ff-b344-36d55bf71b95 req-aeb26ba0-2e26-4553-a0e4-b43b33f547d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 1098 time: 0.1815724 Jun 28 12:30:12.296086 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.349021 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.374389 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c92050a4-6117-40ff-b344-36d55bf71b95 req-89433ede-7dfb-4abd-b1fd-f2a409f023ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693102 Jun 28 12:30:12.567536 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a3e1d-5cfc-40e4-b88e-4dea77995846 req-9d52c79d-060f-42c5-8119-454f9c08f904 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:12.569139 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-377a3e1d-5cfc-40e4-b88e-4dea77995846 req-9d52c79d-060f-42c5-8119-454f9c08f904 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.0922885 Jun 28 12:30:12.573676 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.577997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-77537e30-2ef8-4bf4-919f-5e2c44830ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:12.615255 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92af45b-e206-414c-95b7-d7d789c96039,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:12.618982 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:12.629458 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:12.633124 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d92af45b-e206-414c-95b7-d7d789c96039 HTTP/1.1" status: 204 len: 168 time: 0.4094481 Jun 28 12:30:12.656303 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-377a3e1d-5cfc-40e4-b88e-4dea77995846 req-a0b0bfca-640b-4316-a30d-675f4796fb64 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793068 Jun 28 12:30:13.058357 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf517f-9c1c-48ba-8b87-4c3014abc5bb req-9383944d-6f45-4029-946a-64ab8395e49b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:13.059928 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0fdf517f-9c1c-48ba-8b87-4c3014abc5bb req-9383944d-6f45-4029-946a-64ab8395e49b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1093082 Jun 28 12:30:13.138624 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0fdf517f-9c1c-48ba-8b87-4c3014abc5bb req-0a03958e-23c5-4c72-8b82-4b72793ed5dd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660546 Jun 28 12:30:13.525433 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50186) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:13.545837 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:13.562053 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:13.566144 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbb69994dac45f9b4732ae45ab44f23 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:13.569024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:13.575053 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:13.665644 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:13.770628 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:13.780083 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:13.829338 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cbb69994dac45f9b4732ae45ab44f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990396 Jun 28 12:30:13.829338 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e49b1-50b2-4f31-87e9-46e3a1af37db,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:13.831128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50192) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:13.834636 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:13.878660 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41903d8d-73c5-4093-8479-36d249bf70c7 req-c7ec67ee-f55c-4ef6-bf1f-8e3031586fe3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:13.880842 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-41903d8d-73c5-4093-8479-36d249bf70c7 req-c7ec67ee-f55c-4ef6-bf1f-8e3031586fe3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.0983753 Jun 28 12:30:13.916168 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:13.935986 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-41903d8d-73c5-4093-8479-36d249bf70c7 req-45b32166-c4b9-4a3a-890b-ce353b005808 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 Jun 28 12:30:13.961645 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:14.203372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:14.210074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0eb2c959-6168-4585-a939-3e4449fcad0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:14.221691 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e49b1-50b2-4f31-87e9-46e3a1af37db,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:14.225354 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:14.234474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:14.239102 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de3e49b1-50b2-4f31-87e9-46e3a1af37db HTTP/1.1" status: 204 len: 168 time: 0.4034092 Jun 28 12:30:14.356447 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3c362-86c1-4300-8bbf-022b1d43a00c req-4aa00472-e92b-498b-8d25-c4c32da82b49 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:14.358439 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-54f3c362-86c1-4300-8bbf-022b1d43a00c req-4aa00472-e92b-498b-8d25-c4c32da82b49 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1014895 Jun 28 12:30:14.409470 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-54f3c362-86c1-4300-8bbf-022b1d43a00c req-85a9de89-01b1-4e1d-bde6-de6fa7709748 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Jun 28 12:30:15.203295 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0547b6f-0c3f-4e4b-a0ab-0da40691bc42 req-c05d4dce-41e4-4d1d-b11d-c5fff864fb4c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:15.206029 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c0547b6f-0c3f-4e4b-a0ab-0da40691bc42 req-c05d4dce-41e4-4d1d-b11d-c5fff864fb4c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.1358290 Jun 28 12:30:15.264142 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50262) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:15.309846 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c0547b6f-0c3f-4e4b-a0ab-0da40691bc42 req-55543ec3-11a7-4484-a653-aeaf369225ff tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970416 Jun 28 12:30:15.435026 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:15.460098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:15.460098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Usage tracker for resource:security_group_rule and tenant:1a8e7f9fdb4948929c7d24ed2e0bbd83 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:15.462438 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:15.468957 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:15.601755 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:15.664283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90dca5-03c8-4454-8bf1-0932d5be9fcc req-0c0c1d72-82d9-4dc7-a4ec-373f92976ebc tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:15.666567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:15.672518 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8a90dca5-03c8-4454-8bf1-0932d5be9fcc req-0c0c1d72-82d9-4dc7-a4ec-373f92976ebc tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1218054 Jun 28 12:30:15.682671 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3e197a03-1012-4163-9085-237dc688e9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:15.742177 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8a90dca5-03c8-4454-8bf1-0932d5be9fcc req-dc3910d9-df32-4d6e-81ca-0f152802997d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685356 Jun 28 12:30:15.778617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd147e4-f2bb-4791-be16-c3f401595176,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:15.804681 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:15.810788 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a8e7f9fdb4948929c7d24ed2e0bbd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5454056 Jun 28 12:30:15.813710 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50296) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:15.906283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:15.953027 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:16.129525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:16.133878 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:16.149951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd147e4-f2bb-4791-be16-c3f401595176,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:16.153745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:16.159549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:16.161330 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cd147e4-f2bb-4791-be16-c3f401595176 HTTP/1.1" status: 204 len: 168 time: 0.3465097 Jun 28 12:30:16.993013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7960d6-8522-4bc6-9d6e-f0821f459587 req-2974e2b0-1f1f-4bd9-af33-f5b8fbb1a45c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:16.995944 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0c7960d6-8522-4bc6-9d6e-f0821f459587 req-2974e2b0-1f1f-4bd9-af33-f5b8fbb1a45c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1264493 Jun 28 12:30:17.058553 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0c7960d6-8522-4bc6-9d6e-f0821f459587 req-4d5df1e4-c504-4192-b181-676af5e08bc5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554519 Jun 28 12:30:18.270848 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715f4d8-45d5-43c9-a77c-e3e36266b8a1 req-c587f642-7b6f-44d0-9509-f369a7bf4f7c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:18.278540 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d715f4d8-45d5-43c9-a77c-e3e36266b8a1 req-c587f642-7b6f-44d0-9509-f369a7bf4f7c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1091566 Jun 28 12:30:18.350221 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d715f4d8-45d5-43c9-a77c-e3e36266b8a1 req-1be92095-da21-45a7-838a-9a2491150aca tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685627 Jun 28 12:30:18.839672 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-c7cb0f41-df7c-4157-b682-af4ef40d1b75 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:18.841475 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-c7cb0f41-df7c-4157-b682-af4ef40d1b75 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.1801829 Jun 28 12:30:18.865381 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-1d4b76ce-e52e-4452-bcc2-055805a05965 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/quotas/242f7e53ec1348a0a9c808c102fd777e HTTP/1.1" status: 200 len: 375 time: 0.0122786 Jun 28 12:30:18.994374 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-b94d45fa-58a8-426d-af68-af0e29e2c87f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234343 Jun 28 12:30:19.142435 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-46e64137-82f2-46e2-be15-070e98b81c19 service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472082 Jun 28 12:30:19.280610 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-d3f2cdee-7f67-4349-a973-819983cd6dac service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314096 Jun 28 12:30:19.580059 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae69a92-eabe-4535-91e0-051b790b2fb4 req-d69ae3f6-b163-40fd-824e-bfc8a6aaed9c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:19.582151 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bae69a92-eabe-4535-91e0-051b790b2fb4 req-d69ae3f6-b163-40fd-824e-bfc8a6aaed9c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1013544 Jun 28 12:30:19.667614 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bae69a92-eabe-4535-91e0-051b790b2fb4 req-0dc16143-3eaf-4a29-87bc-f1c90f018d3c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Jun 28 12:30:19.801534 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:30:19.873733 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-932c04d6-e4a1-41d8-8705-006478c33caf req-e02e9f32-0a2f-4b54-8fa2-efc756411680 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 210 time: 0.0949781 Jun 28 12:30:20.449834 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50496) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:20.592879 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:20.607478 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:20.611224 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Usage tracker for resource:security_group_rule and tenant:63bcb25acac04a2dbdb05381c7c0eb3e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:20.614348 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:20.620572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:20.746591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:20.856628 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:20.865872 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5b3e2fc0-dac4-45d7-83ba-f1578926b3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:20.927055 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470229da-f5dd-4142-9019-4a539c93750f,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:20.931525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:20.934117 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63bcb25acac04a2dbdb05381c7c0eb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829438 Jun 28 12:30:20.936796 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50524) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:20.963074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56b812-b66e-452c-9e57-b9697f662f66 req-dc7b5f57-1bef-421b-80f9-f9656543e7c9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:20.964563 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d56b812-b66e-452c-9e57-b9697f662f66 req-dc7b5f57-1bef-421b-80f9-f9656543e7c9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1599653 Jun 28 12:30:21.028580 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d56b812-b66e-452c-9e57-b9697f662f66 req-944d7001-49ce-48e7-9e76-785864990edb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481002 Jun 28 12:30:21.056655 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9f35f4e6-985d-4b96-92f3-61419fdbc49c req-4e224174-1a01-4984-9bad-ebe8b5f4dcc9 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 210 time: 0.0700831 Jun 28 12:30:21.062443 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.122578 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.328024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50534) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:21.336367 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.348881 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93bf9f1b-1a6d-4733-8373-b653865cae65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:21.363084 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470229da-f5dd-4142-9019-4a539c93750f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:21.368210 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:21.373497 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.375019 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/470229da-f5dd-4142-9019-4a539c93750f HTTP/1.1" status: 204 len: 168 time: 0.4371338 Jun 28 12:30:21.396841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50542) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:21.540556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab88b9-c219-4399-9918-faf9bd4e2965 req-dca9220e-c4bc-4f71-9104-3ce2259b3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:21.542081 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-93ab88b9-c219-4399-9918-faf9bd4e2965 req-dca9220e-c4bc-4f71-9104-3ce2259b3bdb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 1098 time: 0.1466639 Jun 28 12:30:21.612022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.616534 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-93ab88b9-c219-4399-9918-faf9bd4e2965 req-2141167a-c2b8-4826-9b0f-b97e1fd8fd14 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667167 Jun 28 12:30:21.629203 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:21.633724 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Usage tracker for resource:security_group_rule and tenant:6cfc11aed96e413a9888a668b51a6b5b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:21.636951 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:21.644487 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:21.753847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.833779 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.843937 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13698720-bb6e-4e8c-932c-1f5cc1f61f2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:21.854924 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:21.893139 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:21.902304 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cfc11aed96e413a9888a668b51a6b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729206 Jun 28 12:30:21.905692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Usage tracker for resource:security_group_rule and tenant:97b59a512a944d85871bea4c67fbc675 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:21.906199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50552) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:21.909119 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:21.912492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74238fc-d3e9-4986-97d0-7cafd26585da,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:21.919071 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:21.921936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:21.995819 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.006969 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.098497 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.235700 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.238613 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.250096 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:22.255547 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e4157568-4ed9-4279-89e1-7394e7a9b738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:22.262606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50560) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:22.265170 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2fe584b4-b75d-49a1-9edf-d0abe216991f req-1b42db6c-4bff-4b2b-8530-470018ded5ae tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 210 time: 0.0661745 Jun 28 12:30:22.268948 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74238fc-d3e9-4986-97d0-7cafd26585da,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:22.297977 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:22.306786 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.342131 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.351388 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c74238fc-d3e9-4986-97d0-7cafd26585da HTTP/1.1" status: 204 len: 168 time: 0.4440396 Jun 28 12:30:22.355392 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:22.365427 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97b59a512a944d85871bea4c67fbc675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9668603 Jun 28 12:30:22.365632 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbe3cec5f5d41a0a27dd5f0aaed9b6e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:22.368253 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28564e06-a4d5-4edf-b963-e18ba8cdff8c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:22.368413 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50574) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:22.371015 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:22.376754 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:22.393368 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:22.419764 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13a0ff-8117-4482-93db-ae84552ad635 req-0bfa07bc-bcff-41ac-97e5-6b2d1573abe3 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:22.419764 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fb13a0ff-8117-4482-93db-ae84552ad635 req-0bfa07bc-bcff-41ac-97e5-6b2d1573abe3 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.2268324 Jun 28 12:30:22.527285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fb13a0ff-8117-4482-93db-ae84552ad635 req-79336776-a8b2-4a89-a59a-48dc7b9911ac tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981460 Jun 28 12:30:22.554207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.598545 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.689484 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.815261 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.819693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.828576 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a800866b-a1e5-44a4-8d47-d8bf3b2e5213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:22.847397 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28564e06-a4d5-4edf-b963-e18ba8cdff8c,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:22.920857 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cbe3cec5f5d41a0a27dd5f0aaed9b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543589 Jun 28 12:30:22.923642 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50586) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:22.930347 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:22.931409 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2b1f9a5d-1817-4c72-97b3-49f961e7414a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28564e06-a4d5-4edf-b963-e18ba8cdff8c HTTP/1.1" status: 204 len: 168 time: 0.5622416 Jun 28 12:30:23.033106 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.063132 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-eac0d46b-5305-4e55-a3a3-09e95a09f9aa tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:23.064703 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-eac0d46b-5305-4e55-a3a3-09e95a09f9aa tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.1928923 Jun 28 12:30:23.065591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4896c-40d5-40c5-bdd9-7bf7b45b74d6,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:23.069283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:23.069728 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:23.077971 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:23.105166 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Request body: {'port': {'device_id': '4706766d-38ba-49c8-bee7-47c146423587', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'admin_state_up': True, 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:23.108445 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.293738 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:23.307454 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:23.324804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.332387 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6d00c1b9-ea0b-4b47-9507-983f71005d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:23.347052 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4896c-40d5-40c5-bdd9-7bf7b45b74d6,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:23.359087 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:23.366932 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.368824 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75a4896c-40d5-40c5-bdd9-7bf7b45b74d6 HTTP/1.1" status: 204 len: 168 time: 0.4439552 Jun 28 12:30:23.409712 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:23.413900 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.447645 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-884558fc-7714-4085-b510-c3c60ba9825c req-a70d9203-1398-4112-b1af-d5fc53079d60 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 210 time: 0.0546377 Jun 28 12:30:23.586655 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50612) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:23.608417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Allocated IP 172.20.0.13 (c1dc9765-93cb-40dd-87ed-5d91937ef701/3fc9be93-7330-4386-9c6c-0c3e223faddf/aa020369-2b01-44b7-8bce-952709844489) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:30:23.622409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.663123 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:23.670091 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Usage tracker for resource:security_group_rule and tenant:aca5965d30784c868560bd0dd1bbb957 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:23.676869 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:23.689682 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:23.736469 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50620) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:23.845741 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.963298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:23.976801 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9bba9d9e-d33c-45df-9824-cb23a7206e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:23.977810 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.000391 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b2e39-dc1b-468f-a22e-c09c14661e23 req-d0c2fc4c-54e7-44d6-8eff-6d74b5a94a0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:24.001698 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a08b2e39-dc1b-468f-a22e-c09c14661e23 req-d0c2fc4c-54e7-44d6-8eff-6d74b5a94a0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1482856 Jun 28 12:30:24.022517 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aca5965d30784c868560bd0dd1bbb957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336846 Jun 28 12:30:24.023657 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ded0997-4ea3-4776-ba0a-a5a3ccb2814f,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:24.026861 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:24.027533 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50628) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:24.061730 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a08b2e39-dc1b-468f-a22e-c09c14661e23 req-0919a41f-1cdb-4163-b0f4-1f297d291eec tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491674 Jun 28 12:30:24.116371 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.118396 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.126767 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:24.182260 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4', '33ecf12c-951c-4c2a-8e67-8615a93fe1d3'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:24.202116 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.224195 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50634) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:24.287961 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.308832 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.324469 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:30:24.334104 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:24.341700 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:24.342672 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285d6c5-1683-43fc-b6e7-996fb6d0b654 req-015521ce-47cf-40ac-859c-968331745651 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:24.344227 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f285d6c5-1683-43fc-b6e7-996fb6d0b654 req-015521ce-47cf-40ac-859c-968331745651 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1450574 Jun 28 12:30:24.347374 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Usage tracker for resource:security_group_rule and tenant:abcac56addfd444bad7d45c338ed6901 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:24.352426 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event updated for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:24.357851 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:24.361588 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:24.365249 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:30:24.402178 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:24.411149 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f285d6c5-1683-43fc-b6e7-996fb6d0b654 req-2393bd08-d22f-408e-b5e9-6dcb49452519 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564940 Jun 28 12:30:24.416503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:24.433029 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.441486 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Usage tracker for resource:security_group_rule and tenant:0b747b41e697402582bc5ebb2485b56a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:24.449594 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:24.450227 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-70c728eb-df88-46ee-bc31-c4255acc7668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:24.463061 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:24.479481 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ded0997-4ea3-4776-ba0a-a5a3ccb2814f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:24.483157 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:24.484268 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.484378 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.491585 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ded0997-4ea3-4776-ba0a-a5a3ccb2814f HTTP/1.1" status: 204 len: 168 time: 0.4628663 Jun 28 12:30:24.493313 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:24.701537 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6003847 Jun 28 12:30:24.732720 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Request body: {'port': {'device_id': '4706766d-38ba-49c8-bee7-47c146423587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:24.774339 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.809427 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.892547 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223d094-bfd8-4047-8564-ebcb66b36c52 req-bf36a8a1-1bc3-4b40-bd42-6cfa3579904b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:24.899863 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9223d094-bfd8-4047-8564-ebcb66b36c52 req-bf36a8a1-1bc3-4b40-bd42-6cfa3579904b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:24.899863 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.905403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:24.923157 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4cd6487f-4e05-4978-bdc1-dcf76b9dcb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:24.938190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.040019 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b747b41e697402582bc5ebb2485b56a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065827 Jun 28 12:30:25.044647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50666) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:25.048478 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=abcac56addfd444bad7d45c338ed6901&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3109925 Jun 28 12:30:25.056744 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417fba0-0c4f-4ccc-b6fa-d6aaa9a3aad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dbadeb-8a83-4c84-8a88-4eee21e0d543,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:25.059300 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50670) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:25.116961 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9223d094-bfd8-4047-8564-ebcb66b36c52 req-bf36a8a1-1bc3-4b40-bd42-6cfa3579904b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:25.118602 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9223d094-bfd8-4047-8564-ebcb66b36c52 req-bf36a8a1-1bc3-4b40-bd42-6cfa3579904b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 932 time: 0.4942355 Jun 28 12:30:25.174135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb334ad3-21e1-42e8-a0e0-210b078ebc40,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:25.179154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:25.221806 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:25.222248 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:25.249151 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.267540 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.274046 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9223d094-bfd8-4047-8564-ebcb66b36c52 req-b9fa3f7e-aa48-4cd9-863e-d73d954a1880 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416566 Jun 28 12:30:25.326633 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.340190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.514459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.529181 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-57df2b61-2eab-4bd3-a95f-42ac65656958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:25.544612 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.554244 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dbadeb-8a83-4c84-8a88-4eee21e0d543,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:25.558561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:25.573343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8008cc7c-98f7-4e2e-9bdc-b3e55205fd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:25.601174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb334ad3-21e1-42e8-a0e0-210b078ebc40,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:25.607433 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:25.609674 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.610833 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1e797af3-1673-4467-a423-7202ec5e7b90 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb334ad3-21e1-42e8-a0e0-210b078ebc40 HTTP/1.1" status: 204 len: 168 time: 0.5490127 Jun 28 12:30:25.612437 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.613677 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47dbadeb-8a83-4c84-8a88-4eee21e0d543 HTTP/1.1" status: 204 len: 168 time: 0.5678682 Jun 28 12:30:25.647908 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa020369-2b01-44b7-8bce-952709844489 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:25.655529 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.670556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Transition to ACTIVE for port object aa020369-2b01-44b7-8bce-952709844489 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:25.786493 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:25.792840 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:25.949139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Pushing event updated for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:25.956154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:26.029718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Attempting to bind port aa020369-2b01-44b7-8bce-952709844489 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:30:26.030019 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Attempting to bind port aa020369-2b01-44b7-8bce-952709844489 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:30:26.030334 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Attempting to bind port aa020369-2b01-44b7-8bce-952709844489 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:26.036121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Port aa020369-2b01-44b7-8bce-952709844489 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:30:26.036443 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Attempting to bind port aa020369-2b01-44b7-8bce-952709844489 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:26.044566 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:30:26.045088 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Checking segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:26.050579 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Bound using segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:30:26.050579 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Bound port: aa020369-2b01-44b7-8bce-952709844489, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:30:26.050579 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.152856 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:30:26.156892 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aa020369-2b01-44b7-8bce-952709844489,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:30:26.239010 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.243919 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:26.304079 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:26.305964 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.306206 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa020369-2b01-44b7-8bce-952709844489 HTTP/1.1" status: 200 len: 1094 time: 1.5824838 Jun 28 12:30:26.306699 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'tag': 'aa020369-2b01-44b7-8bce-952709844489'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:26.328654 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Pushing event updated for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:26.332311 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:26.393148 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'tag': 'aa020369-2b01-44b7-8bce-952709844489', 'status': 'completed', 'code': 200} Jun 28 12:30:26.554257 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f37eef-7571-4a45-9124-09f09a0b30d7 req-e127596c-647b-499c-ac36-3d8bdb9a9a32 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:26.555773 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e9f37eef-7571-4a45-9124-09f09a0b30d7 req-e127596c-647b-499c-ac36-3d8bdb9a9a32 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 944 time: 0.1411788 Jun 28 12:30:26.563007 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c0041-d903-40ed-81a4-787d83f14e94 req-c2846d0b-dd05-42cd-a8ce-47190822ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:26.564418 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-009c0041-d903-40ed-81a4-787d83f14e94 req-c2846d0b-dd05-42cd-a8ce-47190822ae77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 1097 time: 0.1036527 Jun 28 12:30:26.583208 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50722) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:26.620280 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.656943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:26.666155 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9e07b931b84259b91bca6ae5801ce4 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:26.673605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:26.688838 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:26.701521 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e9f37eef-7571-4a45-9124-09f09a0b30d7 req-118dee5f-352b-44a7-80d5-9ca47a4d181a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361587 Jun 28 12:30:26.775768 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c0041-d903-40ed-81a4-787d83f14e94 req-c3e31703-fe2e-43f2-87bb-721c169703bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:26.788308 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-009c0041-d903-40ed-81a4-787d83f14e94 req-c3e31703-fe2e-43f2-87bb-721c169703bf service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=242f7e53ec1348a0a9c808c102fd777e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2047110 Jun 28 12:30:26.819711 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.946483 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:26.954006 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c0041-d903-40ed-81a4-787d83f14e94 req-6b2b5f96-3bed-49a3-b323-c963944af7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:26.955543 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-009c0041-d903-40ed-81a4-787d83f14e94 req-6b2b5f96-3bed-49a3-b323-c963944af7b6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583576 Jun 28 12:30:26.962327 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-97153a57-7563-4e93-ae90-c4158276962c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:27.001785 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c9e07b931b84259b91bca6ae5801ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147577 Jun 28 12:30:27.002373 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50738) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:27.019692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42598b-7333-4b68-a419-518a51d0bc10,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:27.023780 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:27.261856 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:27.283966 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-f659d761-ad2c-49bf-a95b-09b775e071f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.285811 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-f659d761-ad2c-49bf-a95b-09b775e071f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 1097 time: 0.2252500 Jun 28 12:30:27.303830 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:27.389479 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-8ca362eb-2be6-4461-a049-3f14201da19f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa020369-2b01-44b7-8bce-952709844489 HTTP/1.1" status: 200 len: 217 time: 0.0878055 Jun 28 12:30:27.488037 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-2fb4b9b5-0c7b-4a5f-b60d-9da3d13c95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.489621 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-2fb4b9b5-0c7b-4a5f-b60d-9da3d13c95ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.0871580 Jun 28 12:30:27.576881 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-edae5a4b-c52e-473a-a89c-15f833bb96c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535924 Jun 28 12:30:27.620981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:27.628041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6b784303-439f-443c-a10d-21ef8901cd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:27.703518 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42598b-7333-4b68-a419-518a51d0bc10,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:27.708965 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:27.762162 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:27.765152 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa42598b-7333-4b68-a419-518a51d0bc10 HTTP/1.1" status: 204 len: 168 time: 0.7593863 Jun 28 12:30:27.816280 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-0836f4f5-d776-4892-8e2c-7c70c7f00a32 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198980 Jun 28 12:30:27.898891 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218e051-709d-477d-ab92-c0e944522e09 req-1fd41b40-89d6-42cc-b2c8-37fad7442054 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.901346 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d218e051-709d-477d-ab92-c0e944522e09 req-1fd41b40-89d6-42cc-b2c8-37fad7442054 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.2765388 Jun 28 12:30:27.935751 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091865d-64b8-414b-a599-7411ec76147d req-af46ad75-98bf-4e36-8a78-4a8cbcdae0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:27.938085 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-af46ad75-98bf-4e36-8a78-4a8cbcdae0fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.2198846 Jun 28 12:30:28.044767 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d218e051-709d-477d-ab92-c0e944522e09 req-045dcd5f-1b02-495a-8add-327f354d2ca7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334844 Jun 28 12:30:28.091904 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5945bca-cc4b-45cc-8123-6d4af65f7e4a req-71daa939-e5f8-4834-9cdf-c083ba71ddbb service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607207 Jun 28 12:30:28.157825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091865d-64b8-414b-a599-7411ec76147d req-3ee02d64-f9d6-4867-afec-565c63504dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:28.159939 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-3ee02d64-f9d6-4867-afec-565c63504dab service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.2122002 Jun 28 12:30:28.214410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788c8c9-0faf-43a6-bc5c-eed35c2d2115 req-9891b732-4957-45a2-9245-14af3781eb4b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:28.218815 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b788c8c9-0faf-43a6-bc5c-eed35c2d2115 req-9891b732-4957-45a2-9245-14af3781eb4b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 944 time: 0.2100463 Jun 28 12:30:28.256222 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-2cd8cd4a-c19d-4c2f-8207-634ac3d788d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0883987 Jun 28 12:30:28.290018 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b788c8c9-0faf-43a6-bc5c-eed35c2d2115 req-5bf8a810-d47d-481a-9a8c-d50bb78b3cd1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653582 Jun 28 12:30:28.377014 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091865d-64b8-414b-a599-7411ec76147d req-a6994e04-8657-4659-857c-96c1472974fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:28.378585 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-a6994e04-8657-4659-857c-96c1472974fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.1105287 Jun 28 12:30:28.438488 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-bf4cfe3d-2eaf-44ad-99d7-e2d8a751251f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521584 Jun 28 12:30:28.633443 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-5eb83aca-f571-4715-9bb3-092ba779fb36 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872120 Jun 28 12:30:28.895049 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3091865d-64b8-414b-a599-7411ec76147d req-84d1916e-97f8-4bf9-b8be-b47ace080907 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517037 Jun 28 12:30:29.504753 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ec45f-2ebb-4280-97ca-a1ace05d8c07 req-d2859710-bd98-4f3f-b49b-758bf980d55f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:29.508824 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-669ec45f-2ebb-4280-97ca-a1ace05d8c07 req-d2859710-bd98-4f3f-b49b-758bf980d55f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1184318 Jun 28 12:30:29.550108 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce5a80-645c-4306-8b89-d0f3af12977c req-f48bdd4e-881a-4a0a-abf6-1a09f9813134 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:29.558082 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f4ce5a80-645c-4306-8b89-d0f3af12977c req-f48bdd4e-881a-4a0a-abf6-1a09f9813134 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 944 time: 0.1336346 Jun 28 12:30:29.655085 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-669ec45f-2ebb-4280-97ca-a1ace05d8c07 req-845ea323-f346-4cb2-ad2f-fb5f4195b3f7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391146 Jun 28 12:30:29.720772 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f4ce5a80-645c-4306-8b89-d0f3af12977c req-0d0b783c-df24-4c7a-a20b-c4e462e09f65 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Jun 28 12:30:30.113736 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50880) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:30.174680 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.301252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-431777682-network', 'tenant_id': '2218d190addc4b54bf85e70c566cf8af'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:30.301252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:30.303587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Usage tracker for resource:network and tenant:2218d190addc4b54bf85e70c566cf8af is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:30.313449 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:30.323334 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:30.420513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Made reservation on behalf of 2218d190addc4b54bf85e70c566cf8af for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:30.423819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.441250 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.457881 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:30.462658 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Usage tracker for resource:security_group_rule and tenant:2218d190addc4b54bf85e70c566cf8af is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:30.465532 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:30.472420 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:30.571550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.728961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.737308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:30.782866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b1e1a6-86ad-4b52-8b87-73b733f3a049,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:30.790298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:30.791471 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:30:30.808574 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.808913 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Added segment ce9e8af2-4f2a-4933-a0f1-ba47c3457c17 of type vlan for network 69d14769-193d-47ce-839f-ae849d3c3380 Jun 28 12:30:30.899320 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50906) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:30.902229 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:30.956425 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0972b0-c7cb-454f-99b1-d47bf7e288b8 req-10c9d425-436e-47dd-a8ce-8424ef435a14 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:30.964111 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ce0972b0-c7cb-454f-99b1-d47bf7e288b8 req-10c9d425-436e-47dd-a8ce-8424ef435a14 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1533725 Jun 28 12:30:30.965706 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50916) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.034691 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ce0972b0-c7cb-454f-99b1-d47bf7e288b8 req-7af92bd6-7aae-4f94-ae81-3dc34cd9bb55 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689416 Jun 28 12:30:31.035951 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.039143 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:31.042014 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.052075 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370ecdb-2de0-4936-b68a-06052abd1e41 req-0277439c-8722-4372-b4ce-e2565ff3cbbd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:31.053567 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2370ecdb-2de0-4936-b68a-06052abd1e41 req-0277439c-8722-4372-b4ce-e2565ff3cbbd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 944 time: 0.1237385 Jun 28 12:30:31.059290 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:31.148050 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.180301 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:31.184448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7eadb43c1c47048803e0af2f50009e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:31.187644 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:31.189393 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.209440 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:31.229360 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2370ecdb-2de0-4936-b68a-06052abd1e41 req-b3d69cd0-a189-4b13-8bea-241d7100b751 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670735 Jun 28 12:30:31.231963 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:31.238217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Pushing event updated for resources: {'Network': ['ID=69d14769-193d-47ce-839f-ae849d3c3380,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:31.240624 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:f22a4c31e3c44ced875e1abd64114bf5 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:31.252640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:31.252640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:31.254292 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 69d14769-193d-47ce-839f-ae849d3c3380 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:30:31.257088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:31.312241 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1967933 Jun 28 12:30:31.316020 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50924) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.323001 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Request body: {'subnet': {'network_id': '69d14769-193d-47ce-839f-ae849d3c3380', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-431777682-subnet', 'tenant_id': '2218d190addc4b54bf85e70c566cf8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:31.325093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50928) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.325421 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device aa020369-2b01-44b7-8bce-952709844489 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:30:31.340411 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:31.348652 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Usage tracker for resource:subnet and tenant:2218d190addc4b54bf85e70c566cf8af is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:31.356076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:31.365125 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:31.414380 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.445958 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.498154 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aa020369-2b01-44b7-8bce-952709844489,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:31.498913 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.512416 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'aa020369-2b01-44b7-8bce-952709844489', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'port_id': 'aa020369-2b01-44b7-8bce-952709844489', 'mac_address': 'fa:16:3e:c4:08:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be93-7330-4386-9c6c-0c3e223faddf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:30:31.514843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:31.519630 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Usage tracker for resource:security_group_rule and tenant:02fc95e1a4294666a00eb4e9969b1dcc is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:31.522489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:31.528723 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:31.558085 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Made reservation on behalf of 2218d190addc4b54bf85e70c566cf8af for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:31.560744 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.569139 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.589390 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa020369-2b01-44b7-8bce-952709844489 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:31.605599 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aa020369-2b01-44b7-8bce-952709844489,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:31.645885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.647211 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.654967 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-16aa5535-0349-40bf-9ee2-13dccdcdec19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:31.657494 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2b04585c-35ad-4db1-a1e5-009a01f13403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:31.701213 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.708368 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:31.717355 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f22a4c31e3c44ced875e1abd64114bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499254 Jun 28 12:30:31.719670 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8af3e8-0c9c-4119-84ef-1b1859ff6e4a,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:31.724350 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50934) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.728201 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d7eadb43c1c47048803e0af2f50009e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268640 Jun 28 12:30:31.728389 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9289af-0d40-4f64-90f9-5b6bedcc95af,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:31.729799 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:31.748455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50938) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.748455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:31.812364 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.857787 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:31.861501 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:31.898492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.902671 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.934935 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.941951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:31.961940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.987521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a850f73-80f9-4320-b489-8b8d4d8c6221,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:31.989849 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:31.991197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:31.993630 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02fc95e1a4294666a00eb4e9969b1dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665974 Jun 28 12:30:31.996303 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50944) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:31.998302 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc246-35be-4bdb-95f8-0dbb077772ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.093783 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['aa020369-2b01-44b7-8bce-952709844489'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:32.111840 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.116922 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2c603de-1e77-4d19-a08d-93e719f87349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:32.118203 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.136324 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.156480 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.203637 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.208291 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.244685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b12ff4-6544-4357-8d95-f6c488523b83,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:32.248400 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:32.270001 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:32.289144 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1fb4d-6dab-4fb8-9812-aa39ecc744ad req-e84eb3c5-089c-4bb3-bd97-031c504679ec tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:32.292518 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-24a1fb4d-6dab-4fb8-9812-aa39ecc744ad req-e84eb3c5-089c-4bb3-bd97-031c504679ec tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1272087 Jun 28 12:30:32.298649 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8af3e8-0c9c-4119-84ef-1b1859ff6e4a,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:32.321962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.323133 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e0374adb-675a-46c6-8ced-5355dceaecbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da8af3e8-0c9c-4119-84ef-1b1859ff6e4a HTTP/1.1" status: 204 len: 168 time: 0.5779274 Jun 28 12:30:32.323997 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9289af-0d40-4f64-90f9-5b6bedcc95af,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:32.340335 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:32.341079 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Checking segment: {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:32.341439 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Network hostable DHCP agents. Network: 69d14769-193d-47ce-839f-ae849d3c3380, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:30:32.350201 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.354733 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-79df80d2-b717-407e-88b4-52306ce857d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b9289af-0d40-4f64-90f9-5b6bedcc95af HTTP/1.1" status: 204 len: 168 time: 0.6297052 Jun 28 12:30:32.355791 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:32.355791 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:32.395034 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.419579 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:32.435148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a850f73-80f9-4320-b489-8b8d4d8c6221,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:32.443142 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-24a1fb4d-6dab-4fb8-9812-aa39ecc744ad req-7d3f4158-9f90-4282-92b9-1906067fc883 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420848 Jun 28 12:30:32.444522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:32.464125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.466404 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-85386ddf-7600-4641-947a-b40bb9453a23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a850f73-80f9-4320-b489-8b8d4d8c6221 HTTP/1.1" status: 204 len: 168 time: 0.4688382 Jun 28 12:30:32.481937 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c658c-bf1e-4ee6-8d92-e6f6598c6b30 req-17308da2-8f32-4a9a-b91c-9010b6582b1a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:32.486536 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-304c658c-bf1e-4ee6-8d92-e6f6598c6b30 req-17308da2-8f32-4a9a-b91c-9010b6582b1a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 945 time: 0.1110501 Jun 28 12:30:32.505899 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Network 69d14769-193d-47ce-839f-ae849d3c3380 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:30:32.539723 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-304c658c-bf1e-4ee6-8d92-e6f6598c6b30 req-bd1da2af-8078-4187-af21-3f4ae4339f6d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493393 Jun 28 12:30:32.631829 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 69d14769-193d-47ce-839f-ae849d3c3380) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:32.636214 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:32.636882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:32.643023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988e131-c103-44d5-bd0f-2103589582ae None None] Network 69d14769-193d-47ce-839f-ae849d3c3380 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:30:32.758747 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4405501 Jun 28 12:30:32.878878 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf224bf-a237-416e-80de-df752f3a92e6 None None] Network 69d14769-193d-47ce-839f-ae849d3c3380 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:30:33.241408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50974) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:33.269203 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.286279 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:33.290339 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Usage tracker for resource:security_group_rule and tenant:6ba4f957661d47b493c5c8067ad9349c is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:33.302998 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device aa020369-2b01-44b7-8bce-952709844489 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:30:33.303454 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:33.312377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:33.420451 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.569587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port aa020369-2b01-44b7-8bce-952709844489 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:30:33.576878 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.580261 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port aa020369-2b01-44b7-8bce-952709844489 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:30:33.580964 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.586973 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ab59b830-0b2d-47d0-b8c8-c3380d9ab733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:33.634006 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ba4f957661d47b493c5c8067ad9349c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884711 Jun 28 12:30:33.634006 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c661dd2-9fac-4623-83e6-b7e5f879421b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:33.634984 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 50986) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:33.637570 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:33.651542 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190ecaa-131f-4a6d-aaf7-29eaa7a1fdd1 req-474cc3c1-5bd7-472a-9284-2898e8ab4b41 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:33.660155 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e190ecaa-131f-4a6d-aaf7-29eaa7a1fdd1 req-474cc3c1-5bd7-472a-9284-2898e8ab4b41 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1109030 Jun 28 12:30:33.725565 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e190ecaa-131f-4a6d-aaf7-29eaa7a1fdd1 req-e6279240-1855-4b19-ba99-ac5aaf7073bd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647595 Jun 28 12:30:33.759222 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50992) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:33.802927 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.808117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.833862 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.836074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.848797 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:33.859717 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Usage tracker for resource:security_group_rule and tenant:d13996d6968e4868a45a0b0702a42a8c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:33.866480 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:33.881299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:33.905019 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa020369-2b01-44b7-8bce-952709844489'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:33.905253 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 50996) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:33.905605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad67ab-3a21-4e29-944d-e4e84ecafcbc req-3b658ccc-2530-4bb0-8c15-2479a5c137a8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:33.907197 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f4ad67ab-3a21-4e29-944d-e4e84ecafcbc req-3b658ccc-2530-4bb0-8c15-2479a5c137a8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 945 time: 0.2370989 Jun 28 12:30:33.920265 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aa020369-2b01-44b7-8bce-952709844489,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:33.930515 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.947377 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:33.951823 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Usage tracker for resource:security_group_rule and tenant:b30467307b1941948897a96dbc6971d8 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:33.955246 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:33.961983 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f4ad67ab-3a21-4e29-944d-e4e84ecafcbc req-24a99fc4-5c6c-4fd1-a9cc-d29ed2134019 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Jun 28 12:30:33.962311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:33.997753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:33.998316 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.001152 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.003570 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a5370b85-ccf2-4735-99c8-b1a8bf2aa5ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.027280 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c661dd2-9fac-4623-83e6-b7e5f879421b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.037755 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:34.043600 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.044887 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c661dd2-9fac-4623-83e6-b7e5f879421b HTTP/1.1" status: 204 len: 168 time: 0.4090121 Jun 28 12:30:34.086007 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa020369-2b01-44b7-8bce-952709844489', 'code': 200} Jun 28 12:30:34.162178 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.170620 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:34.280075 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.309707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.403413 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.403767 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ad95eafe-5955-442b-a04c-4b3b0d03f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.414931 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a9499a38-d19d-4c56-ab2e-b3be36a103c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.457129 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.468829 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b30467307b1941948897a96dbc6971d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617092 Jun 28 12:30:34.469566 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d458bd-1d0e-4e22-926b-5710e7689569,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.472216 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51008) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:34.476197 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:34.479429 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8d4610c4-c3f7-4d0e-ab50-581c8a58d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.510416 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d13996d6968e4868a45a0b0702a42a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503257 Jun 28 12:30:34.515017 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51014) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:34.535387 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545126a8-0fc4-4e79-ad0d-fce3c7b86b2d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.538927 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:34.629805 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.631497 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.660361 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bad95b-d9de-4979-b99e-5b8342c020c2 req-3f29c6d2-7d73-460e-aa3f-79b7db64239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:34.661845 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f7bad95b-d9de-4979-b99e-5b8342c020c2 req-3f29c6d2-7d73-460e-aa3f-79b7db64239d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 1099 time: 0.0958645 Jun 28 12:30:34.680066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.687653 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.716123 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f7bad95b-d9de-4979-b99e-5b8342c020c2 req-2ddff3f6-7555-4fb5-b620-bd62b25f3a0f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Jun 28 12:30:34.888651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.895410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9d5622a2-684e-469a-bd0b-85d6a0c5efba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.909306 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d458bd-1d0e-4e22-926b-5710e7689569,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.911576 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:34.926245 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.927397 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66d458bd-1d0e-4e22-926b-5710e7689569 HTTP/1.1" status: 204 len: 168 time: 0.4538398 Jun 28 12:30:34.935109 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.945525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:34.945525 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/545126a8-0fc4-4e79-ad0d-fce3c7b86b2d HTTP/1.1" status: 204 len: 168 time: 0.4222496 Jun 28 12:30:34.945525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e019a0d6-a64c-49a3-b1d0-9f42353a28ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:34.957618 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9035c-4506-4d2c-861a-78c7b013222f req-617e3f03-d1b5-4dea-b509-918543868e15 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:34.959266 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-31c9035c-4506-4d2c-861a-78c7b013222f req-617e3f03-d1b5-4dea-b509-918543868e15 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1234529 Jun 28 12:30:34.961764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545126a8-0fc4-4e79-ad0d-fce3c7b86b2d,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:34.964637 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:35.029373 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-31c9035c-4506-4d2c-861a-78c7b013222f req-0ef36468-8633-487c-9c94-a39348abfa9e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636170 Jun 28 12:30:35.285280 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a105cb-98c3-450a-9489-304e620cd9a4 req-6e51ad57-b122-43c9-b32b-ec16ea0bf42f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:35.286877 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-39a105cb-98c3-450a-9489-304e620cd9a4 req-6e51ad57-b122-43c9-b32b-ec16ea0bf42f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0987616 Jun 28 12:30:35.337167 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-39a105cb-98c3-450a-9489-304e620cd9a4 req-88d7f246-d8a6-4f3f-a0e4-5db80230cbab tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440118 Jun 28 12:30:35.460639 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:36.276981 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599871c-7ce7-497f-9762-d4885a0f8d31 req-a9a2b17d-c2d9-4eee-a8cd-7a8c185f6e7a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:36.276981 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9599871c-7ce7-497f-9762-d4885a0f8d31 req-a9a2b17d-c2d9-4eee-a8cd-7a8c185f6e7a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1001058 Jun 28 12:30:36.371820 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9599871c-7ce7-497f-9762-d4885a0f8d31 req-e69846b3-72a5-44cc-a907-31898812b568 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Jun 28 12:30:36.592412 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65210-f7e5-423b-aaa6-fdba70becd8d req-d2c73348-d409-47fd-a3a6-3444cfedc745 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:36.593965 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6bc65210-f7e5-423b-aaa6-fdba70becd8d req-d2c73348-d409-47fd-a3a6-3444cfedc745 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0954518 Jun 28 12:30:36.659019 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6bc65210-f7e5-423b-aaa6-fdba70becd8d req-ea5c5928-b62e-485b-8c70-4100a8c65e30 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552342 Jun 28 12:30:36.780041 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:37.007224 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-52e4898b-3d84-44da-a857-ba228fec2629 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:37.010586 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-52e4898b-3d84-44da-a857-ba228fec2629 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/networks?id=69d14769-193d-47ce-839f-ae849d3c3380 HTTP/1.1" status: 200 len: 813 time: 0.1866724 Jun 28 12:30:37.041355 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-84c3a585-6221-445f-a414-2959f6e3efac tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/quotas/2218d190addc4b54bf85e70c566cf8af HTTP/1.1" status: 200 len: 375 time: 0.0242445 Jun 28 12:30:37.108608 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-69a2a7c9-6249-497f-9c24-da07729dc4d3 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613232 Jun 28 12:30:37.343670 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-613bc589-109a-4bef-9f13-8fa6109cf553 service neutron] 10.222.0.37 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338433 Jun 28 12:30:37.417296 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51132) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:37.528794 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-311437a1-aa0e-4cb9-a4b6-40bccc33b9d8 service neutron] 10.222.0.37 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782966 Jun 28 12:30:37.677251 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:37.703355 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:37.708919 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Usage tracker for resource:security_group_rule and tenant:fce05fd8d73441ad94261aacad55de0a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:37.713409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:37.720584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:37.768546 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2a421-5824-488e-a81e-dd1cab0aad15 req-afd52211-5284-49e9-95e5-ab83367ffd67 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:37.778195 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-60e2a421-5824-488e-a81e-dd1cab0aad15 req-afd52211-5284-49e9-95e5-ab83367ffd67 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.2490623 Jun 28 12:30:37.849624 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-60e2a421-5824-488e-a81e-dd1cab0aad15 req-9a16b4dc-4a63-4988-8514-f8ac131631b5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699539 Jun 28 12:30:37.922177 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.004486 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.025123 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae5943c9-9b0f-4833-b2ef-067fdf3cfa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:38.199833 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5fff6b82-448e-4081-bd50-b49eb323ca9d req-7abcaa70-4072-455e-b4c7-75a6f4c0eb35 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1192410 Jun 28 12:30:38.263031 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e26f34-162a-46d7-b257-07087f7835ff,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:38.274441 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fce05fd8d73441ad94261aacad55de0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8535783 Jun 28 12:30:38.274441 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:38.274934 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51166) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:38.335308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec58e-b0f5-42b1-86de-4be7dc864c12 req-81ae31de-0cfd-4345-86f9-219df9ea25c6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:38.342519 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-abdec58e-b0f5-42b1-86de-4be7dc864c12 req-81ae31de-0cfd-4345-86f9-219df9ea25c6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.3268244 Jun 28 12:30:38.410943 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.422076 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-abdec58e-b0f5-42b1-86de-4be7dc864c12 req-a8f77349-3a96-4bd0-a4e6-2d030bc9eaab tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784450 Jun 28 12:30:38.447748 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.621126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.630194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cc168d19-7e67-4363-b4bb-6cca27d0c398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:38.645599 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e26f34-162a-46d7-b257-07087f7835ff,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:38.648993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:38.651149 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:38.655872 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56e26f34-162a-46d7-b257-07087f7835ff HTTP/1.1" status: 204 len: 168 time: 0.3760560 Jun 28 12:30:39.106858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b30178-ed8b-4baf-8fba-fcf17ba58cf6 req-278f90d8-4b2b-4389-b041-57a30e41bea7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:39.108695 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-94b30178-ed8b-4baf-8fba-fcf17ba58cf6 req-278f90d8-4b2b-4389-b041-57a30e41bea7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1391261 Jun 28 12:30:39.192921 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-94b30178-ed8b-4baf-8fba-fcf17ba58cf6 req-14c74580-1a44-4ade-951e-f0df8031f7d1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 Jun 28 12:30:39.474642 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bc010eb5-467e-4945-93c1-798983f7195a req-bed2e849-42b5-43d5-9e5c-385cee267694 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0904238 Jun 28 12:30:40.440334 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ede2fb-064e-446f-a8b8-b611896e5e50 req-05529f5c-c939-49fb-85b6-9c4e87889756 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:40.441787 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-27ede2fb-064e-446f-a8b8-b611896e5e50 req-05529f5c-c939-49fb-85b6-9c4e87889756 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1008544 Jun 28 12:30:40.499730 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-27ede2fb-064e-446f-a8b8-b611896e5e50 req-cb17a228-c73d-45bd-99e5-59c9934a9d2b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Jun 28 12:30:40.638739 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c672a802-c24a-4724-89e8-e7e73b5f0f1e req-afd73c79-6334-430b-947e-34c3c636dc65 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0470057 Jun 28 12:30:41.004388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91574821-dd99-4152-9642-bb30e6b67d1f req-3d66a1dd-b49f-4acc-a7f4-6d21e66d861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:41.005850 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91574821-dd99-4152-9642-bb30e6b67d1f req-3d66a1dd-b49f-4acc-a7f4-6d21e66d861e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0753636 Jun 28 12:30:41.067515 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91574821-dd99-4152-9642-bb30e6b67d1f req-39219cb4-e526-4372-8ee0-84b462fba10c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Jun 28 12:30:41.222796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-cbcd4c5c-5566-4dd8-be7e-d54e5eff1515 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:41.237984 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-cbcd4c5c-5566-4dd8-be7e-d54e5eff1515 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "GET /v2.0/networks?id=69d14769-193d-47ce-839f-ae849d3c3380 HTTP/1.1" status: 200 len: 813 time: 0.1624200 Jun 28 12:30:41.446838 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Request body: {'port': {'device_id': '48267d30-462d-4090-9187-28a15982f1f5', 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380', 'admin_state_up': True, 'tenant_id': '2218d190addc4b54bf85e70c566cf8af'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:41.663254 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:41.672725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Usage tracker for resource:port and tenant:2218d190addc4b54bf85e70c566cf8af is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:41.677048 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:41.685476 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:41.854635 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Made reservation on behalf of 2218d190addc4b54bf85e70c566cf8af for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:41.858176 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:41.872222 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3521ea1-339c-49d5-977e-c68c0c0caa4b req-4850b1c7-19df-42cb-983c-2a04d8e321f0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:41.873770 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c3521ea1-339c-49d5-977e-c68c0c0caa4b req-4850b1c7-19df-42cb-983c-2a04d8e321f0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1480465 Jun 28 12:30:41.925811 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c3521ea1-339c-49d5-977e-c68c0c0caa4b req-688bde6a-6935-48d9-a39d-8422c92f0b90 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433831 Jun 28 12:30:42.077813 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Allocated IP 172.20.0.2 (69d14769-193d-47ce-839f-ae849d3c3380/35b12ff4-6544-4357-8d95-f6c488523b83/7ffb01e5-135d-4f96-83ca-59a6980268aa) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:30:42.105129 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8f97cab7-ce02-42af-a9e6-07c148758e86 req-ebec5b53-aa33-4c15-b908-70df75427d02 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0532258 Jun 28 12:30:42.307962 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:42.460661 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:42.466825 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:42.542051 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Network 69d14769-193d-47ce-839f-ae849d3c3380 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:30:42.561537 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:42.566418 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:30:42.613999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Pushing event updated for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:42.617952 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:42.646022 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:42.646681 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:42.826679 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3842726 Jun 28 12:30:42.856437 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Request body: {'port': {'device_id': '48267d30-462d-4090-9187-28a15982f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:42.982200 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:43.182934 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b22e-436b-49ca-96d4-941aa41ac5c0 req-2b4bb46d-ddb6-4c82-9f03-29612f3b1654 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:43.188226 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-22b6b22e-436b-49ca-96d4-941aa41ac5c0 req-2b4bb46d-ddb6-4c82-9f03-29612f3b1654 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1344440 Jun 28 12:30:43.245026 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-22b6b22e-436b-49ca-96d4-941aa41ac5c0 req-a0bb19bd-940f-4383-a038-dbac896705cf tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463529 Jun 28 12:30:43.459048 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4382eb-346f-491d-8768-37eb4018b597 req-66ead98a-d085-46b8-ad8c-c27302e186e2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:43.459886 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-ba4382eb-346f-491d-8768-37eb4018b597 req-66ead98a-d085-46b8-ad8c-c27302e186e2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:43.578259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffb01e5-135d-4f96-83ca-59a6980268aa {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:43.591283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:43.607707 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-ba4382eb-346f-491d-8768-37eb4018b597 req-66ead98a-d085-46b8-ad8c-c27302e186e2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:43.614889 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba4382eb-346f-491d-8768-37eb4018b597 req-66ead98a-d085-46b8-ad8c-c27302e186e2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 931 time: 0.3443353 Jun 28 12:30:43.619287 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Transition to ACTIVE for port object 7ffb01e5-135d-4f96-83ca-59a6980268aa will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:43.663839 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba4382eb-346f-491d-8768-37eb4018b597 req-28e1a0c3-4e68-4b70-9f2e-5f9a430c745c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jun 28 12:30:43.745654 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:43.749792 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-951eea4f-6297-4a46-9fef-4830b75f3a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:43.898101 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:43.925543 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:44.091692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-87cb7f05-51e1-46be-aa64-b6ee83357fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.094597 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-87cb7f05-51e1-46be-aa64-b6ee83357fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0886521 Jun 28 12:30:44.102831 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Attempting to bind port 7ffb01e5-135d-4f96-83ca-59a6980268aa on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:30:44.103157 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Attempting to bind port 7ffb01e5-135d-4f96-83ca-59a6980268aa by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:30:44.103521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Attempting to bind port 7ffb01e5-135d-4f96-83ca-59a6980268aa on network 69d14769-193d-47ce-839f-ae849d3c3380 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:44.112218 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Port 7ffb01e5-135d-4f96-83ca-59a6980268aa on network 69d14769-193d-47ce-839f-ae849d3c3380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:30:44.112796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Attempting to bind port 7ffb01e5-135d-4f96-83ca-59a6980268aa on network 69d14769-193d-47ce-839f-ae849d3c3380 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:44.121306 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:30:44.121927 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Checking segment: {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:44.122461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Bound using segment: {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:30:44.123066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Bound port: 7ffb01e5-135d-4f96-83ca-59a6980268aa, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:30:44.123559 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:44.146194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6eb80-e570-42bf-a1a8-883259797995 req-2a77762c-f83f-4bda-af12-cc8cbb5ffd87 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.147967 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5d6eb80-e570-42bf-a1a8-883259797995 req-2a77762c-f83f-4bda-af12-cc8cbb5ffd87 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1782093 Jun 28 12:30:44.254468 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e5d6eb80-e570-42bf-a1a8-883259797995 req-0e4f5011-1723-4f05-a4fc-1258e0739682 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Jun 28 12:30:44.273713 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:30:44.275217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-82266593-c145-4099-a2af-db87cd5c6e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.276747 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-82266593-c145-4099-a2af-db87cd5c6e63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.1648929 Jun 28 12:30:44.278023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:30:44.363368 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:44.364390 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-a5a8b390-fe01-4750-85f2-69a9f9ed04e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0679848 Jun 28 12:30:44.368586 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:44.434094 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.434705 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:44.436166 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] 10.222.0.35 "PUT /v2.0/ports/7ffb01e5-135d-4f96-83ca-59a6980268aa HTTP/1.1" status: 200 len: 1093 time: 1.5866995 Jun 28 12:30:44.436741 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-196aed04-b6ff-4ddf-9902-4e0c9f340349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.436909 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:44.438331 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-196aed04-b6ff-4ddf-9902-4e0c9f340349 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.0665097 Jun 28 12:30:44.464023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:44.467746 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:44.488490 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa', 'status': 'completed', 'code': 200} Jun 28 12:30:44.516015 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-8af7fdc4-bceb-4aef-b206-32acfe4f7db5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485415 Jun 28 12:30:44.665534 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-e6236c94-5e37-458b-872a-9e604823f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.667928 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-e6236c94-5e37-458b-872a-9e604823f7bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1194942 Jun 28 12:30:44.762363 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-c6021d47-bf3b-46a3-b591-df8c01273bff service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116876 Jun 28 12:30:44.866260 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-630762fb-e1f9-4b92-98dc-50d0d7090ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:44.867993 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-630762fb-e1f9-4b92-98dc-50d0d7090ccc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2218d190addc4b54bf85e70c566cf8af&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1758409 Jun 28 12:30:44.942270 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-80b996bd-85a5-43f3-8c21-ebe5f8ebf0aa req-6de72962-7925-4e30-aebc-2e38f4f8dc3a service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760798 Jun 28 12:30:45.149019 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d510d-6c48-4bc7-87b4-eb4d10ef67c4 req-4732e270-e656-4a56-8a17-2f4304c1cc21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:45.158096 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-688d510d-6c48-4bc7-87b4-eb4d10ef67c4 req-4732e270-e656-4a56-8a17-2f4304c1cc21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 943 time: 0.2956278 Jun 28 12:30:45.183323 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-9552ac9f-422c-4059-a4da-4a5e53925f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:45.184765 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-73e4dc35-75ed-4fe3-bef3-cdb0a9490c29 req-9552ac9f-422c-4059-a4da-4a5e53925f1f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2663455 Jun 28 12:30:45.218652 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-688d510d-6c48-4bc7-87b4-eb4d10ef67c4 req-392b8971-757b-4068-a2d0-5cc2bf524d3f tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596395 Jun 28 12:30:45.437600 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-592adebb-6857-4335-a455-f4feda6f28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:45.439135 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-592adebb-6857-4335-a455-f4feda6f28c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 1096 time: 0.1362262 Jun 28 12:30:45.470550 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc12c0d-9536-407c-b2a6-2a6cbb20d2f1 req-5deaefe9-543f-4e7c-a622-3b32d5cdb6bb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:45.472602 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7fc12c0d-9536-407c-b2a6-2a6cbb20d2f1 req-5deaefe9-543f-4e7c-a622-3b32d5cdb6bb tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1048868 Jun 28 12:30:45.548810 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-2c587484-37ff-478a-b0d7-55c9d2d6d44a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa HTTP/1.1" status: 200 len: 217 time: 0.0752034 Jun 28 12:30:45.622735 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7fc12c0d-9536-407c-b2a6-2a6cbb20d2f1 req-f413f5ae-6489-4004-bab4-b70a0bf2bcfe tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967457 Jun 28 12:30:45.637331 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945e745-b3eb-4007-9773-7512fdb03964 req-f51cdd33-4b7c-4c43-9e25-175f6024dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:45.638699 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-f51cdd33-4b7c-4c43-9e25-175f6024dfff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35b12ff4-6544-4357-8d95-f6c488523b83 HTTP/1.1" status: 200 len: 853 time: 0.0813670 Jun 28 12:30:45.724855 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-b4727709-cb33-4d62-a665-4b00fed347df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69d14769-193d-47ce-839f-ae849d3c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643792 Jun 28 12:30:45.728617 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51362) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:45.821398 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51368) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:45.879008 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-d7d9f61c-dc63-4142-9767-8a73cbafd547 service neutron] 10.222.0.35 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404495 Jun 28 12:30:45.972438 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:45.990866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:45.995356 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Usage tracker for resource:security_group_rule and tenant:b6090df69a3a4ca0b0606d2846ddbc0a is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:45.998664 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:46.008294 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:46.078718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.100708 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:46.107296 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Usage tracker for resource:security_group_rule and tenant:990690dcb05e435d89b3e770caca669c is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:46.111331 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:46.128656 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:46.131343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.153749 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0945e745-b3eb-4007-9773-7512fdb03964 req-c3889144-e03d-4b79-b8a1-c921b8dd7a77 service neutron] 10.222.0.35 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613490 Jun 28 12:30:46.242667 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.257661 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:46.301137 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6090df69a3a4ca0b0606d2846ddbc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781725 Jun 28 12:30:46.302018 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72121d8e-9b43-4414-bbeb-a537acfa0306,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:46.303809 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51382) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:46.305634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:46.374583 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.397152 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.431013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.471750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.478830 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:46.528654 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=990690dcb05e435d89b3e770caca669c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7988317 Jun 28 12:30:46.529521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83990cdb-1434-4635-bdf0-c0ce32e6996b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:46.532169 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51390) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:46.534971 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d064d5-d1aa-479a-9324-5eea488f59ac req-45d2e3e9-3d37-413e-90fc-7e16b9691d21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:46.535137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:46.541939 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5d064d5-d1aa-479a-9324-5eea488f59ac req-45d2e3e9-3d37-413e-90fc-7e16b9691d21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 943 time: 0.2009172 Jun 28 12:30:46.584045 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e5d064d5-d1aa-479a-9324-5eea488f59ac req-40a031cc-f265-4cf4-9646-e2dfd87d5c40 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:46.594192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.620236 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.630374 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.635605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-da3a0715-12c0-43d0-a56d-5ead7c4ac38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:46.657602 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72121d8e-9b43-4414-bbeb-a537acfa0306,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:46.664963 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:46.678575 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e5d064d5-d1aa-479a-9324-5eea488f59ac req-40a031cc-f265-4cf4-9646-e2dfd87d5c40 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:46.680186 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5d064d5-d1aa-479a-9324-5eea488f59ac req-40a031cc-f265-4cf4-9646-e2dfd87d5c40 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374104 Jun 28 12:30:46.704308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.708865 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72121d8e-9b43-4414-bbeb-a537acfa0306 HTTP/1.1" status: 204 len: 168 time: 0.4002409 Jun 28 12:30:46.839884 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.850164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f57f7c2c-7d47-48fe-bb49-70ccb85acff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:46.870724 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83990cdb-1434-4635-bdf0-c0ce32e6996b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:46.876766 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:46.881867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:46.888244 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83990cdb-1434-4635-bdf0-c0ce32e6996b HTTP/1.1" status: 204 len: 168 time: 0.3499353 Jun 28 12:30:46.908081 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee2b88-d12c-4a02-bf83-7faf237ab56d req-bff55b89-6e15-4e74-98a9-9eb879526633 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:46.910359 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-acee2b88-d12c-4a02-bf83-7faf237ab56d req-bff55b89-6e15-4e74-98a9-9eb879526633 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1097348 Jun 28 12:30:46.964913 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-acee2b88-d12c-4a02-bf83-7faf237ab56d req-b5b553db-3884-4c3e-ab13-2c168e344a8d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Jun 28 12:30:47.890342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51446) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:47.923825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe73115-585a-445f-89a8-1c5e1b7618be req-1464a440-2d18-4986-9e30-e5b9341cc90c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:47.933973 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbe73115-585a-445f-89a8-1c5e1b7618be req-1464a440-2d18-4986-9e30-e5b9341cc90c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1104965 Jun 28 12:30:48.000821 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbe73115-585a-445f-89a8-1c5e1b7618be req-01e49ac5-7307-45f8-b96e-e5e82e725bcb tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659554 Jun 28 12:30:48.079444 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.113849 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:48.119375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Usage tracker for resource:security_group_rule and tenant:b9f56601db3b42e99eb5b85120df4078 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:48.123389 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:48.130337 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:48.246129 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f4b94-b2b8-4671-a035-52d0767560fd req-41c65545-2040-47c5-8175-00fde3ca3ee4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:48.246243 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.250529 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-037f4b94-b2b8-4671-a035-52d0767560fd req-41c65545-2040-47c5-8175-00fde3ca3ee4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1141882 Jun 28 12:30:48.298526 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-037f4b94-b2b8-4671-a035-52d0767560fd req-8c889cd1-f4b9-4ff2-803e-9d20daaf8702 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459952 Jun 28 12:30:48.334558 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.343925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:48.395119 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f56601db3b42e99eb5b85120df4078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000374 Jun 28 12:30:48.395119 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3bd57c-8a12-4871-875f-72fcc775a82b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:48.395545 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51472) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:48.396637 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:48.474244 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.492536 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.648531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.653343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b4a6ad0d-3f77-4d92-818f-e88c498bbbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:48.668982 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3bd57c-8a12-4871-875f-72fcc775a82b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:48.673020 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:48.688231 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:48.689341 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe3bd57c-8a12-4871-875f-72fcc775a82b HTTP/1.1" status: 204 len: 168 time: 0.2929096 Jun 28 12:30:49.206972 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf58358-d029-4aa0-ad78-c56c4cb615c1 req-e1f75871-38dd-43d9-bc22-a58edc731ee5 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:49.208453 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8bf58358-d029-4aa0-ad78-c56c4cb615c1 req-e1f75871-38dd-43d9-bc22-a58edc731ee5 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 943 time: 0.0967247 Jun 28 12:30:49.265100 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8bf58358-d029-4aa0-ad78-c56c4cb615c1 req-a465edc3-7c55-434b-8fe0-6f01d2c33b8c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504580 Jun 28 12:30:49.409769 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 7ffb01e5-135d-4f96-83ca-59a6980268aa details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:30:49.557363 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:49.572273 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '7ffb01e5-135d-4f96-83ca-59a6980268aa', 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380', 'port_id': '7ffb01e5-135d-4f96-83ca-59a6980268aa', 'mac_address': 'fa:16:3e:a6:44:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b12ff4-6544-4357-8d95-f6c488523b83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:30:49.630044 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.655609 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffb01e5-135d-4f96-83ca-59a6980268aa {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:49.672969 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:49.700146 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 51498) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:49.718737 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.740629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:49.744595 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Usage tracker for resource:security_group_rule and tenant:3a5d9d28e5964da9bd8e27572ae146f6 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:49.747392 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:49.754906 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:49.762827 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.765797 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:49.838573 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:49.842821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.842972 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:49.906056 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:49.914768 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f92f368c-6548-406c-b81f-5830a5e9d6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:49.954380 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a5d9d28e5964da9bd8e27572ae146f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526579 Jun 28 12:30:49.955417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654399bb-7121-4e7c-9e7b-2cb9c21f80c8,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:49.957350 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51504) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:49.958390 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:50.023670 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:50.050135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:50.237695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:50.241476 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4794841e-f8c7-4821-9cd6-3db948ab138f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:50.247015 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['7ffb01e5-135d-4f96-83ca-59a6980268aa'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:50.253570 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654399bb-7121-4e7c-9e7b-2cb9c21f80c8,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:50.256069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:50.261747 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:50.263763 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/654399bb-7121-4e7c-9e7b-2cb9c21f80c8 HTTP/1.1" status: 204 len: 168 time: 0.3054163 Jun 28 12:30:50.470449 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f269063-c4fa-4fbc-9e00-a3a790bc10e2 req-a93b4e0e-93c4-4144-9930-fad2753cac29 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:50.472697 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0f269063-c4fa-4fbc-9e00-a3a790bc10e2 req-a93b4e0e-93c4-4144-9930-fad2753cac29 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 944 time: 0.0844307 Jun 28 12:30:50.523589 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0f269063-c4fa-4fbc-9e00-a3a790bc10e2 req-60d51ac1-b51a-4e3f-91b9-606efe6e9aa7 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Jun 28 12:30:50.959513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-bfe972db-7d14-40e0-b5b6-fac98753b267 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:50.961087 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-bfe972db-7d14-40e0-b5b6-fac98753b267 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.1803248 Jun 28 12:30:50.967046 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b7c24-6783-4480-b88e-68cf6e337113 req-0c0e3573-6a97-44b5-8dde-2ba4c393d74d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:50.970099 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-af1b7c24-6783-4480-b88e-68cf6e337113 req-0c0e3573-6a97-44b5-8dde-2ba4c393d74d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1104932 Jun 28 12:30:50.976724 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-a2f85519-a4b6-42ad-b4be-6780e5667eb1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/quotas/242f7e53ec1348a0a9c808c102fd777e HTTP/1.1" status: 200 len: 375 time: 0.0099282 Jun 28 12:30:51.017198 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-af1b7c24-6783-4480-b88e-68cf6e337113 req-aea64d55-7895-4b7e-b5e5-1b3b70bbcf49 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Jun 28 12:30:51.067110 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-3e2b0444-5e83-4cfb-bc52-8d1b53272ab1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836720 Jun 28 12:30:51.216066 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-e214914b-222e-4b84-9980-2037ba94f124 service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375020 Jun 28 12:30:51.355005 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-eb1ae5f9-e271-4c0f-b10f-4544893e9847 service neutron] 10.222.0.37 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327782 Jun 28 12:30:51.427477 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 7ffb01e5-135d-4f96-83ca-59a6980268aa up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:30:51.602582 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 7ffb01e5-135d-4f96-83ca-59a6980268aa completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:30:51.615777 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 7ffb01e5-135d-4f96-83ca-59a6980268aa triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:30:51.616920 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.782260 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.813809 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:51.824394 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:30:51.923194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:51.925748 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:51.959579 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f40b0-a5c8-43a0-abc1-4e96f052df52 req-73df3684-e39c-4283-bcd0-2d5aedf7e837 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:51.961233 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-042f40b0-a5c8-43a0-abc1-4e96f052df52 req-73df3684-e39c-4283-bcd0-2d5aedf7e837 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 944 time: 0.0925548 Jun 28 12:30:52.040714 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-042f40b0-a5c8-43a0-abc1-4e96f052df52 req-1e3f9cac-52a8-4831-b00e-234cd0746518 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736012 Jun 28 12:30:52.071300 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:52.087641 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:52.128031 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa', 'code': 200} Jun 28 12:30:52.152388 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d92aa44d-8551-4e10-9d5e-230fa00a3cd3 req-bf971fb4-9743-43fb-9ee0-fa860109b448 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 210 time: 0.0767844 Jun 28 12:30:52.730402 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c1f92-e557-4303-bd2e-5f0ce08425b6 req-510a050d-d89c-4d31-8914-d178fc46bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:52.731884 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a57c1f92-e557-4303-bd2e-5f0ce08425b6 req-510a050d-d89c-4d31-8914-d178fc46bc47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 1098 time: 0.0806801 Jun 28 12:30:52.778545 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a57c1f92-e557-4303-bd2e-5f0ce08425b6 req-37fa16f0-3b0e-4f61-abc8-e23e381f0786 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Jun 28 12:30:53.241530 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3eed3-bf5f-40bd-b052-1cd9baf78ce8 req-0b4c878f-aa63-4337-b7cd-99fe8257e9c7 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:53.243196 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6aa3eed3-bf5f-40bd-b052-1cd9baf78ce8 req-0b4c878f-aa63-4337-b7cd-99fe8257e9c7 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.0855753 Jun 28 12:30:53.295416 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6aa3eed3-bf5f-40bd-b052-1cd9baf78ce8 req-f4fb7628-996b-4fb4-b5b7-12165e0aacd6 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Jun 28 12:30:53.425857 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5472f712-9e22-43a4-9037-19f4a0245be9 req-1f2b11ec-9085-4860-9cf7-f82a19130da3 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 210 time: 0.0458126 Jun 28 12:30:54.497849 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0c519-47b1-4f33-99de-babedaad85f3 req-2efccdaa-37be-43e7-bba3-b1676f6bf0ba tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.499542 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cfc0c519-47b1-4f33-99de-babedaad85f3 req-2efccdaa-37be-43e7-bba3-b1676f6bf0ba tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.0913963 Jun 28 12:30:54.574616 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cfc0c519-47b1-4f33-99de-babedaad85f3 req-1566a83c-078e-4ba1-8bb8-b9b82aba5f36 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675919 Jun 28 12:30:54.630248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-aebc2af2-2894-48db-a205-8b1d70284070 req-7ad96fa5-ba10-4fc4-9377-f73e915cecbf tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 210 time: 0.0449543 Jun 28 12:30:54.741638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51690) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:54.895191 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:54.912412 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:54.916837 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9c3428ca4046b3944f651004868d91 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:30:54.920091 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:30:54.927742 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:54.997300 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-5ebdbcca-db1b-4b3a-89cc-c5276cf3d754 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:54.998749 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-5ebdbcca-db1b-4b3a-89cc-c5276cf3d754 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 813 time: 0.1732974 Jun 28 12:30:55.030286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.034980 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Request body: {'port': {'device_id': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'admin_state_up': True, 'tenant_id': '242f7e53ec1348a0a9c808c102fd777e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:55.130306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.150719 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:55.194293 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d9c3428ca4046b3944f651004868d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514470 Jun 28 12:30:55.196372 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b899a-f6bf-414c-a265-f09a13bace47,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:55.198946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51698) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:30:55.202502 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:55.202630 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:30:55.217464 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:30:55.266085 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.292610 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.333953 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Made reservation on behalf of 242f7e53ec1348a0a9c808c102fd777e for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:30:55.337661 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.448926 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.452855 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fbd06251-0c81-4ab1-9f82-3ad1402d7b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:55.466117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b899a-f6bf-414c-a265-f09a13bace47,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:55.472391 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:55.474665 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:55.476208 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/183b899a-f6bf-414c-a265-f09a13bace47 HTTP/1.1" status: 204 len: 168 time: 0.2757273 Jun 28 12:30:55.594698 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Allocated IP 172.20.0.14 (c1dc9765-93cb-40dd-87ed-5d91937ef701/3fc9be93-7330-4386-9c6c-0c3e223faddf/211746f9-cb4c-4642-b34e-16a913c94bc7) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:30:55.917229 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-02352a58-a355-4bf1-83e2-1d5ee7806e3e req-c0e38b33-d522-4479-bfb2-e40bc9bc24cf tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 210 time: 0.1545601 Jun 28 12:30:56.044288 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-5fca4948-fba6-4a0e-9819-ebcf856c856d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1227117 Jun 28 12:30:56.047336 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2335db3-59c1-4544-9a88-c18d32519f45 req-3919b5d5-b453-40e0-b6e3-51514038206b tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.049411 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b2335db3-59c1-4544-9a88-c18d32519f45 req-3919b5d5-b453-40e0-b6e3-51514038206b tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.1805055 Jun 28 12:30:56.057307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.147698 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b2335db3-59c1-4544-9a88-c18d32519f45 req-1349d360-07cb-4eff-9965-e86618ec7716 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870695 Jun 28 12:30:56.237705 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.246670 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:56.276083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-014888d7-2280-410d-814d-84c5546bc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.277704 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-014888d7-2280-410d-814d-84c5546bc9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1904356 Jun 28 12:30:56.304376 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4', '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'aa020369-2b01-44b7-8bce-952709844489'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:30:56.322596 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Network c1dc9765-93cb-40dd-87ed-5d91937ef701 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:30:56.326106 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:30:56.334225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:30:56.413985 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.414622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.429727 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event updated for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:56.432947 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:56.544799 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-ececffdc-0d87-4676-97f7-37b7c78610b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.546376 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-ececffdc-0d87-4676-97f7-37b7c78610b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 914 time: 0.2073042 Jun 28 12:30:56.563746 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5332532 Jun 28 12:30:56.603257 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Request body: {'port': {'device_id': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:30:56.628979 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-6b4b8352-de98-40b3-b67f-1eec65282ae8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4 HTTP/1.1" status: 200 len: 217 time: 0.0682478 Jun 28 12:30:56.775009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-07be6710-0fdf-4331-94f3-162335bee79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:56.776524 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-07be6710-0fdf-4331-94f3-162335bee79b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.1422722 Jun 28 12:30:56.803599 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:56.804476 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:30:56.833533 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-29985c9f-b8b3-42ee-b5f0-5acd4ea8b6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483479 Jun 28 12:30:57.115247 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-acdec061-e948-44b7-93b3-cbf34ca34584 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601821 Jun 28 12:30:57.328409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211746f9-cb4c-4642-b34e-16a913c94bc7 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:30:57.336113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.354671 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Transition to ACTIVE for port object 211746f9-cb4c-4642-b34e-16a913c94bc7 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:30:57.371444 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f9c6f42-706e-4902-b467-17c8dd7e5828 req-8bca5344-57d8-4524-beb4-3cf3c4d263db service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441318 Jun 28 12:30:57.386535 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61bfaa-7ca5-4947-95e9-0709a127113b req-0780cf56-2bcc-479f-99ac-b5d8e53e7d9a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:57.388400 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1e61bfaa-7ca5-4947-95e9-0709a127113b req-0780cf56-2bcc-479f-99ac-b5d8e53e7d9a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 932 time: 0.1569529 Jun 28 12:30:57.445129 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1e61bfaa-7ca5-4947-95e9-0709a127113b req-86edf5c5-0310-4bf2-9362-fbef180f7a4c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461464 Jun 28 12:30:57.449574 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.460024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:57.646657 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Pushing event updated for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:57.677399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:57.760890 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Attempting to bind port 211746f9-cb4c-4642-b34e-16a913c94bc7 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:30:57.761247 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Attempting to bind port 211746f9-cb4c-4642-b34e-16a913c94bc7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:30:57.761589 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Attempting to bind port 211746f9-cb4c-4642-b34e-16a913c94bc7 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:57.766795 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Port 211746f9-cb4c-4642-b34e-16a913c94bc7 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:30:57.767116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Attempting to bind port 211746f9-cb4c-4642-b34e-16a913c94bc7 on network c1dc9765-93cb-40dd-87ed-5d91937ef701 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:30:57.773142 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:30:57.773545 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Checking segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:30:57.773976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Bound using segment: {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:30:57.774409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Bound port: 211746f9-cb4c-4642-b34e-16a913c94bc7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5740741-451f-4ea2-8a0c-2ea8ba15916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:30:57.774756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.877013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:30:57.880270 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=211746f9-cb4c-4642-b34e-16a913c94bc7,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:30:57.980095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:57.984843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:30:58.043091 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.043805 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:30:58.045462 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] 10.222.0.35 "PUT /v2.0/ports/211746f9-cb4c-4642-b34e-16a913c94bc7 HTTP/1.1" status: 200 len: 1094 time: 1.4497986 Jun 28 12:30:58.045976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:30:58.073751 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Pushing event updated for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:30:58.084781 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:30:58.269220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-dd490425-6d27-49d4-be90-52e73624c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.270772 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-dd490425-6d27-49d4-be90-52e73624c395 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 1097 time: 0.0739074 Jun 28 12:30:58.362895 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7', 'status': 'completed', 'code': 200} Jun 28 12:30:58.373513 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-a8fa2c66-0f25-4267-8203-0b7b0ce83ddc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211746f9-cb4c-4642-b34e-16a913c94bc7 HTTP/1.1" status: 200 len: 217 time: 0.0894172 Jun 28 12:30:58.467988 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7288-27c4-4e46-b683-94055293720e req-0d013515-1660-4961-9e6c-5dee7999b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.469847 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-0d013515-1660-4961-9e6c-5dee7999b192 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.0864573 Jun 28 12:30:58.558708 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-298bf6de-b9b7-4b0c-af8f-fe3c6d0afeca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790200 Jun 28 12:30:58.677593 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec1b2a-a5c1-4c39-980c-846d9e2fbbe0 req-cd96d193-678a-4900-b9b0-eb1ddaa62386 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.679169 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-09ec1b2a-a5c1-4c39-980c-846d9e2fbbe0 req-cd96d193-678a-4900-b9b0-eb1ddaa62386 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.2220049 Jun 28 12:30:58.681348 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-6795a322-9aaf-4d76-b972-bbc5b3ec399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.683540 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-6795a322-9aaf-4d76-b972-bbc5b3ec399f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.1584358 Jun 28 12:30:58.822943 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-09ec1b2a-a5c1-4c39-980c-846d9e2fbbe0 req-083d641b-b39b-423d-8818-7d395d9b480c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374617 Jun 28 12:30:58.893398 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-023cbf56-8473-4491-80ed-f0e35e995518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.896648 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-023cbf56-8473-4491-80ed-f0e35e995518 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.1889412 Jun 28 12:30:58.936400 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-d6ef75d5-1ace-46bf-b27c-7a97bb591287 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683927 Jun 28 12:30:58.946862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703804-1acd-4144-bd89-ce83c3573007 req-fb058db0-b762-4ced-86c9-cca858af0873 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:58.947578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-98703804-1acd-4144-bd89-ce83c3573007 req-fb058db0-b762-4ced-86c9-cca858af0873 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:30:58.985563 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-136adeaa-1897-4edb-a3fc-2500eb455bf4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0798972 Jun 28 12:30:59.050503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-98703804-1acd-4144-bd89-ce83c3573007 req-fb058db0-b762-4ced-86c9-cca858af0873 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:30:59.052016 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-98703804-1acd-4144-bd89-ce83c3573007 req-fb058db0-b762-4ced-86c9-cca858af0873 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 944 time: 0.3410332 Jun 28 12:30:59.059017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-8e2b4601-65af-44f5-aa96-dd525f5615d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.061559 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-8e2b4601-65af-44f5-aa96-dd525f5615d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.0659678 Jun 28 12:30:59.127412 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a99d7288-27c4-4e46-b683-94055293720e req-7691e529-1e5b-4f63-bd4d-2fd0d95fea0a service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620405 Jun 28 12:30:59.130337 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-4649e768-1e01-48a7-b0f7-d0abea702540 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581868 Jun 28 12:30:59.141894 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-98703804-1acd-4144-bd89-ce83c3573007 req-06b1eeea-9226-4415-bb3a-9cf96f45519a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797782 Jun 28 12:30:59.276543 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-07d081e1-df77-4f51-89b5-52afe912264b service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282787 Jun 28 12:30:59.439426 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-c5172b41-b6b6-475b-aee0-ed3908cd11de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.440886 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-c5172b41-b6b6-475b-aee0-ed3908cd11de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=242f7e53ec1348a0a9c808c102fd777e&device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 1097 time: 0.0761490 Jun 28 12:30:59.499646 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-23f86cf1-ac23-4c9c-b626-0775ce32764c req-2c5decbd-c9b5-432b-a3d6-1c2dc9455453 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347539 Jun 28 12:30:59.578337 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-22452986-3526-4e50-83c3-51c56891e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.580301 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-22452986-3526-4e50-83c3-51c56891e238 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 200 len: 914 time: 0.1308424 Jun 28 12:30:59.652842 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-b3beac75-d1be-4cce-8598-b62a9dbcb817 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=211746f9-cb4c-4642-b34e-16a913c94bc7 HTTP/1.1" status: 200 len: 217 time: 0.0649393 Jun 28 12:30:59.743727 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-34850649-ae65-492c-b980-f0413b4a39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:30:59.744574 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-34850649-ae65-492c-b980-f0413b4a39cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 200 len: 853 time: 0.0766368 Jun 28 12:30:59.795505 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-8c31cf1c-6b86-4a04-99ca-bd98917f21a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c1dc9765-93cb-40dd-87ed-5d91937ef701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422900 Jun 28 12:30:59.959918 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-0e819698-fa3c-4b8e-b079-42532fde82e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495814 Jun 28 12:31:00.122834 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da4e9e9b-cf51-4d49-9844-24f3417e761d req-648f0d86-b15b-41c4-b5d5-2f15a9e8d554 service neutron] 10.222.0.35 "GET /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528659 Jun 28 12:31:00.140221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe66fc-8310-4049-8e0f-1e02011bcb00 req-ae00f7c5-a4b4-4bd2-871d-7ec7d9516d3e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:00.141677 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-eafe66fc-8310-4049-8e0f-1e02011bcb00 req-ae00f7c5-a4b4-4bd2-871d-7ec7d9516d3e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1689939 Jun 28 12:31:00.146084 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:00.197205 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-eafe66fc-8310-4049-8e0f-1e02011bcb00 req-101bdd52-287a-466f-b50a-0a5783900f5a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Jun 28 12:31:00.346586 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dde0-5ace-45f1-91a5-27fab6cee93f req-3e77be32-7be6-4a66-9621-c366f8e08c3a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:00.350446 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b829dde0-5ace-45f1-91a5-27fab6cee93f req-3e77be32-7be6-4a66-9621-c366f8e08c3a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 944 time: 0.0915208 Jun 28 12:31:00.398317 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b829dde0-5ace-45f1-91a5-27fab6cee93f req-9a9234ee-3cbf-4a60-b55e-18f7f4961d10 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jun 28 12:31:01.402265 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042108f3-574c-4662-988a-958811d88372 req-20549b16-b55b-47cc-8ca9-4fbb97b25d5f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:01.403784 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-042108f3-574c-4662-988a-958811d88372 req-20549b16-b55b-47cc-8ca9-4fbb97b25d5f tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0864422 Jun 28 12:31:01.451406 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-042108f3-574c-4662-988a-958811d88372 req-d4e63e7c-14c5-489c-9634-b18f68f643d0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Jun 28 12:31:01.583725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840fc96-78ea-45d1-b629-fa680114d47c req-d3286448-37b2-48b5-8874-c0d0f3043393 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:01.585157 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3840fc96-78ea-45d1-b629-fa680114d47c req-d3286448-37b2-48b5-8874-c0d0f3043393 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 944 time: 0.0800717 Jun 28 12:31:01.630831 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3840fc96-78ea-45d1-b629-fa680114d47c req-f5095fad-e538-4e34-b772-1512fea06657 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Jun 28 12:31:01.801453 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb725-74c1-45bc-b5b5-0ca88527c4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:02.162417 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:02.648987 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58ef09-5c38-4cc1-947c-eb92fe7f21ed req-41f4a37f-5bb3-4167-84d3-29a55bd8822b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:02.650479 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ea58ef09-5c38-4cc1-947c-eb92fe7f21ed req-41f4a37f-5bb3-4167-84d3-29a55bd8822b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0879984 Jun 28 12:31:02.697138 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ea58ef09-5c38-4cc1-947c-eb92fe7f21ed req-4150c892-fce8-4006-b75d-8faa6e4842d0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Jun 28 12:31:02.733088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01c893-5836-4259-8e11-b5422acb7a7a req-b95cbc46-6b77-40e1-b6fe-b8c153d2bf22 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:02.734583 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8b01c893-5836-4259-8e11-b5422acb7a7a req-b95cbc46-6b77-40e1-b6fe-b8c153d2bf22 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0827482 Jun 28 12:31:02.787423 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8b01c893-5836-4259-8e11-b5422acb7a7a req-e1e854bf-07a8-4b3f-9ed6-76faccbe10e7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472250 Jun 28 12:31:02.884498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221a6f2-92aa-4531-affe-d95ad2012a80 req-3a7bc4ab-cbe0-4754-b842-b5cbae50201b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:02.886250 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4221a6f2-92aa-4531-affe-d95ad2012a80 req-3a7bc4ab-cbe0-4754-b842-b5cbae50201b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 944 time: 0.0901415 Jun 28 12:31:02.944692 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4221a6f2-92aa-4531-affe-d95ad2012a80 req-8dd5edc4-8a53-4c5b-9a14-01bade68dec0 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508177 Jun 28 12:31:03.472073 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 211746f9-cb4c-4642-b34e-16a913c94bc7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:31:03.604044 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=211746f9-cb4c-4642-b34e-16a913c94bc7,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:03.617868 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '211746f9-cb4c-4642-b34e-16a913c94bc7', 'network_id': 'c1dc9765-93cb-40dd-87ed-5d91937ef701', 'port_id': '211746f9-cb4c-4642-b34e-16a913c94bc7', 'mac_address': 'fa:16:3e:29:69:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc9be93-7330-4386-9c6c-0c3e223faddf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:31:03.674228 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:03.690799 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211746f9-cb4c-4642-b34e-16a913c94bc7 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:31:03.706153 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=211746f9-cb4c-4642-b34e-16a913c94bc7,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:03.767014 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:03.769999 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-82d74702-aa68-42a6-8f62-8dd6dec4bb50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:03.873359 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:03.885569 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:03.899634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0d970-4bcd-4047-8e8b-cc476882a128 req-765d77eb-b372-410b-bcea-4bc7a4340a4a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:03.901184 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c4e0d970-4bcd-4047-8e8b-cc476882a128 req-765d77eb-b372-410b-bcea-4bc7a4340a4a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0933857 Jun 28 12:31:03.950273 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c4e0d970-4bcd-4047-8e8b-cc476882a128 req-87f7c813-124e-46b0-9d64-9646c651ea71 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430434 Jun 28 12:31:03.998869 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba58a90-5019-4e7e-87ad-b5fd9d016f11 req-eed3f83f-81f5-42e9-a80a-dfcdd38d8323 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:04.000395 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8ba58a90-5019-4e7e-87ad-b5fd9d016f11 req-eed3f83f-81f5-42e9-a80a-dfcdd38d8323 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0872173 Jun 28 12:31:04.054602 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8ba58a90-5019-4e7e-87ad-b5fd9d016f11 req-33498745-7837-4409-a7ea-be5fca4bc4c0 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465231 Jun 28 12:31:04.162795 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3fd0a-328b-4e8c-9128-2af35ac5b56a req-3f61adc9-c4da-415d-bc0f-3b7281f88f0d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:04.164764 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-71d3fd0a-328b-4e8c-9128-2af35ac5b56a req-3f61adc9-c4da-415d-bc0f-3b7281f88f0d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 945 time: 0.0939171 Jun 28 12:31:04.215347 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-71d3fd0a-328b-4e8c-9128-2af35ac5b56a req-8c521dc4-9862-4f6c-b835-db04078ed26e tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Jun 28 12:31:04.285268 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['211746f9-cb4c-4642-b34e-16a913c94bc7'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:04.426324 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-c777e4a4-f70c-43cb-8b42-c8b74cc0a6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.163020 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569ec69-bb8f-4118-a0e6-733a676bf152 req-ac04e80d-1c7d-4164-8695-24f1b3312751 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:05.163020 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5569ec69-bb8f-4118-a0e6-733a676bf152 req-ac04e80d-1c7d-4164-8695-24f1b3312751 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0931218 Jun 28 12:31:05.225476 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5569ec69-bb8f-4118-a0e6-733a676bf152 req-f457a6f6-d655-4968-8151-114c5102f6ef tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601206 Jun 28 12:31:05.288388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ee69c-9873-47fe-ac6d-3c1769df8ccf req-75b493fb-97f4-4bf1-adce-49f1b802f325 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:05.290923 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2d2ee69c-9873-47fe-ac6d-3c1769df8ccf req-75b493fb-97f4-4bf1-adce-49f1b802f325 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1154842 Jun 28 12:31:05.375253 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2d2ee69c-9873-47fe-ac6d-3c1769df8ccf req-b82ea4d9-9460-4324-a6eb-62fb7d4bd5d1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732567 Jun 28 12:31:05.420171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:05.457962 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f8b3-0f24-4528-bdf1-f26b9fb632a3 req-57fb0839-4b06-4d38-8374-b04561ee45c1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:05.459645 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1796f8b3-0f24-4528-bdf1-f26b9fb632a3 req-57fb0839-4b06-4d38-8374-b04561ee45c1 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 945 time: 0.0876751 Jun 28 12:31:05.504744 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1796f8b3-0f24-4528-bdf1-f26b9fb632a3 req-73b6cb76-d5a8-4c73-8011-2287be0a7a33 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Jun 28 12:31:06.455193 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e6ff3-92ff-46de-85da-9c79cb190c52 req-452ff1ba-b9d1-4e60-84b0-b26622becff4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:06.457330 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c76e6ff3-92ff-46de-85da-9c79cb190c52 req-452ff1ba-b9d1-4e60-84b0-b26622becff4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0944636 Jun 28 12:31:06.526285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c76e6ff3-92ff-46de-85da-9c79cb190c52 req-c88dbbca-ccc9-47c1-8237-a423cd6ce4a8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Jun 28 12:31:06.669047 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c8a7-4b1e-451f-8853-0c4813c8c4e5 req-c74f41a0-3d6e-45d6-afad-19d585420e71 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:06.670553 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-49e0c8a7-4b1e-451f-8853-0c4813c8c4e5 req-c74f41a0-3d6e-45d6-afad-19d585420e71 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1740072 Jun 28 12:31:06.710685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588ef76-bdc1-40a9-9f14-242b00adabf5 req-61da508e-24d9-4786-9ce0-85da7bbfcf8b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:06.712207 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e588ef76-bdc1-40a9-9f14-242b00adabf5 req-61da508e-24d9-4786-9ce0-85da7bbfcf8b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 945 time: 0.0902755 Jun 28 12:31:06.721859 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-49e0c8a7-4b1e-451f-8853-0c4813c8c4e5 req-15b169cd-2cbe-476a-b237-b80d05886c1f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 Jun 28 12:31:06.759748 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e588ef76-bdc1-40a9-9f14-242b00adabf5 req-f39bf724-a23e-48e2-9177-e556169f9f43 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Jun 28 12:31:06.790905 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.065267 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 51998) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:07.189543 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.206592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:07.210579 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Usage tracker for resource:security_group_rule and tenant:311885d0b220436e86fbbb0b39d56575 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:07.213460 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:07.219681 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:07.309044 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.442349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.449727 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-08d81e88-0443-4c0d-b807-672edb109a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:07.480616 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 211746f9-cb4c-4642-b34e-16a913c94bc7 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:31:07.489770 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b614c4-a229-44f2-99ca-d5cba16f560e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:07.496195 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=311885d0b220436e86fbbb0b39d56575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273014 Jun 28 12:31:07.496558 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52008) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:07.513765 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.514502 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.514845 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.515192 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.515534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.515874 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.516219 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.516554 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.517801 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.518354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.518862 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.519345 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.523450 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:07.587230 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.613460 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 211746f9-cb4c-4642-b34e-16a913c94bc7 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:31:07.618682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.620825 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 211746f9-cb4c-4642-b34e-16a913c94bc7 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:31:07.621275 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.750775 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5099091-a0b0-442c-a804-40568d0b4bfd req-34ebb3d2-a6d1-4e79-89c8-619b11d47c0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:07.752399 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b5099091-a0b0-442c-a804-40568d0b4bfd req-34ebb3d2-a6d1-4e79-89c8-619b11d47c0e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0947485 Jun 28 12:31:07.765874 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.796287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:07.798523 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.803853 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-eadaf4b4-495e-4486-b484-c8811b4ac468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:07.807681 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=211746f9-cb4c-4642-b34e-16a913c94bc7,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:07.815342 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b5099091-a0b0-442c-a804-40568d0b4bfd req-ca05f976-626c-4974-a5b7-b02be72fc78b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Jun 28 12:31:07.819176 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b614c4-a229-44f2-99ca-d5cba16f560e,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:07.834606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.834606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.834606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.834606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.834606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.834986 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.835290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.835640 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.835981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.836320 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.836655 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.836988 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:31:07.840485 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.843798 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90b614c4-a229-44f2-99ca-d5cba16f560e HTTP/1.1" status: 204 len: 168 time: 0.3441472 Jun 28 12:31:07.843798 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:07.887978 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:07.890801 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:07.969003 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd36f20-c83b-4000-8cb2-c58dd3ead908 req-e10e955d-dc92-4a97-8442-45a12a6483fa tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:07.971094 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fbd36f20-c83b-4000-8cb2-c58dd3ead908 req-e10e955d-dc92-4a97-8442-45a12a6483fa tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1044126 Jun 28 12:31:08.000213 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:08.008166 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:08.026807 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fbd36f20-c83b-4000-8cb2-c58dd3ead908 req-1e85fc57-7bc8-4d03-a389-8299fd0f210e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Jun 28 12:31:08.078667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4c375-ec82-4daf-bbe0-42cc7ebf3f84 req-fc45539b-e614-4266-a245-e9c2e9c1aa9c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:08.086355 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2ab4c375-ec82-4daf-bbe0-42cc7ebf3f84 req-fc45539b-e614-4266-a245-e9c2e9c1aa9c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.1302304 Jun 28 12:31:08.126471 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7', 'code': 200} Jun 28 12:31:08.149846 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2ab4c375-ec82-4daf-bbe0-42cc7ebf3f84 req-e155b5ee-a2ff-42db-8ae2-3af38b21a6bb tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569084 Jun 28 12:31:08.650963 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f625d-1a38-4078-bec6-fa4bddb048bb req-d610e7fd-2fff-4915-a4f8-fed3340ac35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:08.652423 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d5f625d-1a38-4078-bec6-fa4bddb048bb req-d610e7fd-2fff-4915-a4f8-fed3340ac35e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 1099 time: 0.0680134 Jun 28 12:31:08.696407 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d5f625d-1a38-4078-bec6-fa4bddb048bb req-dffb907f-c871-49bd-a8f4-88166fb71e4b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351777 Jun 28 12:31:09.006815 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259694e-e40f-4518-b23f-3532fe78cb89 req-8653ba38-e4f0-45a8-a1f0-95b2a19cad89 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:09.008163 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3259694e-e40f-4518-b23f-3532fe78cb89 req-8653ba38-e4f0-45a8-a1f0-95b2a19cad89 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0809643 Jun 28 12:31:09.057615 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3259694e-e40f-4518-b23f-3532fe78cb89 req-3acd14b7-7dd5-4fb2-930d-0d5c365a2d3a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436499 Jun 28 12:31:09.238249 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b280752-3518-42f0-aedf-9fff76499d7a req-76e5fb69-4093-4c59-b9fc-91229b0d2138 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:09.240550 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2b280752-3518-42f0-aedf-9fff76499d7a req-76e5fb69-4093-4c59-b9fc-91229b0d2138 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0955935 Jun 28 12:31:09.293697 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2b280752-3518-42f0-aedf-9fff76499d7a req-c23b9c8d-bad9-484b-a677-6466aaef1ce1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442324 Jun 28 12:31:09.359866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593615d1-8b1b-4a50-b3d6-c0e621380980 req-1ea3359f-de95-4e89-abaf-6b6bae3785d2 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:09.362363 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-593615d1-8b1b-4a50-b3d6-c0e621380980 req-1ea3359f-de95-4e89-abaf-6b6bae3785d2 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.0888150 Jun 28 12:31:09.409575 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-593615d1-8b1b-4a50-b3d6-c0e621380980 req-5d60648f-f88e-4f48-9774-804c349b4088 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Jun 28 12:31:10.258721 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81254a-d0a1-4de4-ae07-3e81dd1ccbe5 req-5449ea40-5b12-43b7-925e-2fde25abbbe6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.260344 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9f81254a-d0a1-4de4-ae07-3e81dd1ccbe5 req-5449ea40-5b12-43b7-925e-2fde25abbbe6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0876939 Jun 28 12:31:10.306277 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9f81254a-d0a1-4de4-ae07-3e81dd1ccbe5 req-2127ff17-f07a-48aa-992b-233570d0ec7b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Jun 28 12:31:10.520585 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38269fce-4964-47ce-90ed-2d44ae8ede80 req-36c8de9b-7ec5-4f30-b035-a744798b3f33 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.522113 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-38269fce-4964-47ce-90ed-2d44ae8ede80 req-36c8de9b-7ec5-4f30-b035-a744798b3f33 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1132777 Jun 28 12:31:10.581044 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-38269fce-4964-47ce-90ed-2d44ae8ede80 req-d27eee9b-2987-47f8-9433-511b69934dc2 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503538 Jun 28 12:31:10.640886 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c64016-1329-4ec0-82c9-8a5276db92ad req-de30e73d-e791-4e3a-8400-5d90848b3976 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:10.642716 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a0c64016-1329-4ec0-82c9-8a5276db92ad req-de30e73d-e791-4e3a-8400-5d90848b3976 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.0967486 Jun 28 12:31:10.690204 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a0c64016-1329-4ec0-82c9-8a5276db92ad req-2c4144dc-566a-4365-a999-5e15ebcfb911 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416145 Jun 28 12:31:11.514380 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392187b-fec9-43ca-842e-3a7db07d6545 req-210eacea-ae17-4940-98ad-77cb348ad8d1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:11.515826 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c392187b-fec9-43ca-842e-3a7db07d6545 req-210eacea-ae17-4940-98ad-77cb348ad8d1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0809641 Jun 28 12:31:11.564885 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c392187b-fec9-43ca-842e-3a7db07d6545 req-6dad3651-9e6b-4b33-8556-16680343b760 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Jun 28 12:31:11.779807 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e0896-2f13-416b-bd65-c2f1cd098439 req-ec29be9e-ab4f-44d5-9270-5f74868b3c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:11.780407 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ca9e0896-2f13-416b-bd65-c2f1cd098439 req-ec29be9e-ab4f-44d5-9270-5f74868b3c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0866930 Jun 28 12:31:11.824904 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ca9e0896-2f13-416b-bd65-c2f1cd098439 req-9116d675-72a1-4e09-b21f-522ba779509e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Jun 28 12:31:12.759783 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e59c-68a0-44d4-a6f1-9a42c7d80bee req-0dd34b7d-fce8-4f99-833b-fe263f70c0ac tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:12.761238 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fb7e59c-68a0-44d4-a6f1-9a42c7d80bee req-0dd34b7d-fce8-4f99-833b-fe263f70c0ac tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0825739 Jun 28 12:31:12.811452 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4fb7e59c-68a0-44d4-a6f1-9a42c7d80bee req-f7c504ae-fe0a-4cac-a59d-b938d0fa8af1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Jun 28 12:31:13.030822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f571ff-37d2-4934-944e-21ac38435a58 req-257f906d-efa6-440f-87ee-998c4e1ba243 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:13.032329 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-52f571ff-37d2-4934-944e-21ac38435a58 req-257f906d-efa6-440f-87ee-998c4e1ba243 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0843260 Jun 28 12:31:13.098781 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-52f571ff-37d2-4934-944e-21ac38435a58 req-ab85d267-094e-4907-9eed-f241eb44b0bf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 Jun 28 12:31:14.035814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9f7c-de06-48dd-9cb2-4888b5b776b2 req-0e354e66-9cfa-48be-bd25-b9195af2da37 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:14.037399 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c2cd9f7c-de06-48dd-9cb2-4888b5b776b2 req-0e354e66-9cfa-48be-bd25-b9195af2da37 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0928166 Jun 28 12:31:14.089690 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c2cd9f7c-de06-48dd-9cb2-4888b5b776b2 req-421b7a70-1534-4c45-9cd9-ea9c4200b0f9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Jun 28 12:31:14.300985 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607559-4521-4621-a5cf-8b8bc45d7346 req-6a17befd-5cae-4886-b95b-200c3bafe7d5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:14.305014 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4d607559-4521-4621-a5cf-8b8bc45d7346 req-6a17befd-5cae-4886-b95b-200c3bafe7d5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0917840 Jun 28 12:31:14.350921 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4d607559-4521-4621-a5cf-8b8bc45d7346 req-2bdaceec-207b-4e30-8abd-7e82a07d6a5f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Jun 28 12:31:15.290213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5df93-8f67-4af7-9b82-2778d3dea04b req-58a9db71-57c4-4b8f-831d-a7549a9cb629 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:15.292228 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-86c5df93-8f67-4af7-9b82-2778d3dea04b req-58a9db71-57c4-4b8f-831d-a7549a9cb629 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0855451 Jun 28 12:31:15.346784 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-86c5df93-8f67-4af7-9b82-2778d3dea04b req-1b86d63d-7505-47d4-9cd8-5cc73ad8f23e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jun 28 12:31:15.555494 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17410049-7fc0-4a3c-a12b-3098d0703749 req-985b9901-25b7-46e2-a584-2a8b08e91622 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:15.557227 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-17410049-7fc0-4a3c-a12b-3098d0703749 req-985b9901-25b7-46e2-a584-2a8b08e91622 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0907559 Jun 28 12:31:15.606162 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-17410049-7fc0-4a3c-a12b-3098d0703749 req-224d27eb-899e-4f99-8f06-ec35c091886d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Jun 28 12:31:16.549582 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6718-44fa-441c-b326-400587e767a8 req-cb1c28fd-8c07-4f4e-84e6-723539db8c77 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:16.551196 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fa8e6718-44fa-441c-b326-400587e767a8 req-cb1c28fd-8c07-4f4e-84e6-723539db8c77 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0919600 Jun 28 12:31:16.599439 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fa8e6718-44fa-441c-b326-400587e767a8 req-8eae7f05-cb0f-417d-8690-25b5a7580083 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Jun 28 12:31:16.823339 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48602a02-44a6-4ac6-ac5e-7e94984be6a9 req-ceb0ce3b-eb2d-4d5a-a995-e74be6701121 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:16.824890 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-48602a02-44a6-4ac6-ac5e-7e94984be6a9 req-ceb0ce3b-eb2d-4d5a-a995-e74be6701121 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1059968 Jun 28 12:31:16.886833 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-48602a02-44a6-4ac6-ac5e-7e94984be6a9 req-34ec3e4b-3925-4d3b-ad22-b05e32467818 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554514 Jun 28 12:31:17.811733 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c25fc-5d66-4b8f-b89c-ac8a4eb5cdcb req-397077d3-62a1-4204-9a49-fbc81e41d324 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:17.813216 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba7c25fc-5d66-4b8f-b89c-ac8a4eb5cdcb req-397077d3-62a1-4204-9a49-fbc81e41d324 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1036551 Jun 28 12:31:17.933185 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba7c25fc-5d66-4b8f-b89c-ac8a4eb5cdcb req-1f97ebbf-3d6b-42e6-85b7-26d57c2a554b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141095 Jun 28 12:31:18.086122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312193-4452-48b3-95b9-0321f8aee052 req-5de4e7f9-b714-4853-ae53-fddf92a06267 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:18.087626 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ce312193-4452-48b3-95b9-0321f8aee052 req-5de4e7f9-b714-4853-ae53-fddf92a06267 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0846066 Jun 28 12:31:18.139162 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ce312193-4452-48b3-95b9-0321f8aee052 req-e1f3924b-61db-41af-84d7-792d5ff48f3c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Jun 28 12:31:19.154408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee8219-3134-45fc-82df-c08503df0174 req-3fc3ec77-2189-4029-9afc-7f4abe5c7181 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.155890 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91ee8219-3134-45fc-82df-c08503df0174 req-3fc3ec77-2189-4029-9afc-7f4abe5c7181 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1032388 Jun 28 12:31:19.209453 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-91ee8219-3134-45fc-82df-c08503df0174 req-d037f702-44f1-4223-8c17-491dd928f6e2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Jun 28 12:31:19.340965 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b26cef-d0cb-4abf-a239-477d5c076c0d req-5d6a929b-49f1-4071-9fc9-2b5252e0357e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:19.342577 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-18b26cef-d0cb-4abf-a239-477d5c076c0d req-5d6a929b-49f1-4071-9fc9-2b5252e0357e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0902410 Jun 28 12:31:19.393351 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-18b26cef-d0cb-4abf-a239-477d5c076c0d req-163bb606-8069-4593-9c7a-960c156bd962 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Jun 28 12:31:20.404807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf82d-e421-41d8-84d8-2ade1baea5f2 req-0477b179-64b4-40fd-b310-9e7831c61ac9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.406303 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-527cf82d-e421-41d8-84d8-2ade1baea5f2 req-0477b179-64b4-40fd-b310-9e7831c61ac9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0883906 Jun 28 12:31:20.454224 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-527cf82d-e421-41d8-84d8-2ade1baea5f2 req-9e893470-508c-41d4-a739-ad6e68d83e1d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jun 28 12:31:20.591632 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8482ec-515b-4f35-93b3-cec461efc3d5 req-bbf03aa4-7938-464c-b092-2794a9ddb66e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:20.593144 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9d8482ec-515b-4f35-93b3-cec461efc3d5 req-bbf03aa4-7938-464c-b092-2794a9ddb66e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0904903 Jun 28 12:31:20.644350 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9d8482ec-515b-4f35-93b3-cec461efc3d5 req-40393783-c22c-4c7c-800c-69bada704dc3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Jun 28 12:31:21.650593 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c16432-ef35-4885-a239-8822559a2047 req-8745a4a5-51a7-43ac-9359-544cf3e8070c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:21.652160 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b3c16432-ef35-4885-a239-8822559a2047 req-8745a4a5-51a7-43ac-9359-544cf3e8070c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0894656 Jun 28 12:31:21.703160 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b3c16432-ef35-4885-a239-8822559a2047 req-830bb7c6-5b1d-4874-becf-e9537c373737 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Jun 28 12:31:21.915358 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9d8de-4937-43f8-8a5f-811c96573126 req-4751c704-76ac-4070-a3ab-02ddcfcbad40 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:21.916931 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b9e9d8de-4937-43f8-8a5f-811c96573126 req-4751c704-76ac-4070-a3ab-02ddcfcbad40 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.0939667 Jun 28 12:31:21.950970 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81b145-f87d-48d4-92aa-b67d2d7ca06c req-057f0d70-5d8b-4d2b-8ec4-572a4e4f77f5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:21.952416 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0e81b145-f87d-48d4-92aa-b67d2d7ca06c req-057f0d70-5d8b-4d2b-8ec4-572a4e4f77f5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1474626 Jun 28 12:31:21.966913 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b9e9d8de-4937-43f8-8a5f-811c96573126 req-3078d2ff-3e2d-4de8-a1b8-e1c85e30cfd7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Jun 28 12:31:21.999730 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0e81b145-f87d-48d4-92aa-b67d2d7ca06c req-4494daf5-91cd-4bff-a683-fa507c19916d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Jun 28 12:31:22.887586 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c5bd7-5764-4d8d-aad2-33b4dacc9196 req-f46f2f4f-e0bc-4e57-aa68-9d326c7bd503 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:22.889264 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0b9c5bd7-5764-4d8d-aad2-33b4dacc9196 req-f46f2f4f-e0bc-4e57-aa68-9d326c7bd503 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0778639 Jun 28 12:31:22.942147 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0b9c5bd7-5764-4d8d-aad2-33b4dacc9196 req-a3efd9aa-b9fd-4aaf-bf2b-8f69cbcfc096 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461273 Jun 28 12:31:23.190401 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7f354-9035-4bfc-8b0a-106bdf78e0f8 req-b9c30b42-4f20-459f-92a9-8637d018cfa6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:23.193289 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9aa7f354-9035-4bfc-8b0a-106bdf78e0f8 req-b9c30b42-4f20-459f-92a9-8637d018cfa6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.1091244 Jun 28 12:31:23.227793 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab73dc-2d95-4a71-964f-49784ef9a229 req-67282e5f-1b10-4369-a4af-49f635aa69dd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:23.229286 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cab73dc-2d95-4a71-964f-49784ef9a229 req-67282e5f-1b10-4369-a4af-49f635aa69dd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0912254 Jun 28 12:31:23.243504 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9aa7f354-9035-4bfc-8b0a-106bdf78e0f8 req-01cec33d-f905-4a31-a03f-975f5027d8a4 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Jun 28 12:31:23.275938 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cab73dc-2d95-4a71-964f-49784ef9a229 req-66572810-d1f5-40e2-ac11-ff1cdbff042d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 Jun 28 12:31:24.196410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bfcc9-0625-4001-a3e0-5b159c402658 req-509c5003-3d30-4b43-bd37-9989cd2f4dd1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.197982 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d5bfcc9-0625-4001-a3e0-5b159c402658 req-509c5003-3d30-4b43-bd37-9989cd2f4dd1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1440470 Jun 28 12:31:24.215175 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-483c7fcf-12cd-4d38-8810-3f216db6a621 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.216761 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-483c7fcf-12cd-4d38-8810-3f216db6a621 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.1168990 Jun 28 12:31:24.318236 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d5bfcc9-0625-4001-a3e0-5b159c402658 req-add202df-f2b2-44f6-ac18-a0008119c65e tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Jun 28 12:31:24.340662 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Deleting port 211746f9-cb4c-4642-b34e-16a913c94bc7 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:24.340662 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:24.469022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191b25c-be9d-4ec5-a0fd-b89f15f33bd5 req-2051f3c2-de40-4e9b-b795-ff50620024a7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.471055 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4191b25c-be9d-4ec5-a0fd-b89f15f33bd5 req-2051f3c2-de40-4e9b-b795-ff50620024a7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 946 time: 0.0899529 Jun 28 12:31:24.521850 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4191b25c-be9d-4ec5-a0fd-b89f15f33bd5 req-3a3e87f1-2c1d-454c-8d8b-ff0e312981ee tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 Jun 28 12:31:24.644721 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496f3f-83a3-4de3-b581-d613078dca32 req-cabd691e-853c-49aa-ad7f-80b2fa63a127 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:24.646178 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f9496f3f-83a3-4de3-b581-d613078dca32 req-cabd691e-853c-49aa-ad7f-80b2fa63a127 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.2171724 Jun 28 12:31:24.682113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] For port 211746f9-cb4c-4642-b34e-16a913c94bc7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=211746f9-cb4c-4642-b34e-16a913c94bc7,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:24.682461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:24.816990 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Calling delete_port for 211746f9-cb4c-4642-b34e-16a913c94bc7 owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:24.855387 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f9496f3f-83a3-4de3-b581-d613078dca32 req-c2b5a1ba-2791-4e36-b671-67a7fb757d02 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976500 Jun 28 12:31:25.111038 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:25.118109 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8a2cf959-04b3-40ce-98df-d59ed6499e6b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:25.162025 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4', '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'aa020369-2b01-44b7-8bce-952709844489', '211746f9-cb4c-4642-b34e-16a913c94bc7'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:25.168785 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event deleted for resources: {'Port': ['ID=211746f9-cb4c-4642-b34e-16a913c94bc7,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:25.171241 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:25.271439 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] No DVR routers for this DVR port 211746f9-cb4c-4642-b34e-16a913c94bc7 on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:31:25.275513 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:25.277856 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'name': 'network-vif-deleted', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:25.365031 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e904ed6e-a56c-4204-9369-9a3cb0cbf79f', 'name': 'network-vif-deleted', 'tag': '211746f9-cb4c-4642-b34e-16a913c94bc7', 'status': 'completed', 'code': 200} Jun 28 12:31:25.395431 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5fdabbe4-da0b-4731-a7c9-c285caecfe8a req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "DELETE /v2.0/ports/211746f9-cb4c-4642-b34e-16a913c94bc7 HTTP/1.1" status: 204 len: 173 time: 1.1657903 Jun 28 12:31:25.408531 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2b986-80ba-4892-b87a-b768a798f021 req-c62669b3-f37f-421c-8509-2777e9e3d9a8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.410086 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b8f2b986-80ba-4892-b87a-b768a798f021 req-c62669b3-f37f-421c-8509-2777e9e3d9a8 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1172135 Jun 28 12:31:25.493200 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b8f2b986-80ba-4892-b87a-b768a798f021 req-a9ec060e-f0a3-4415-9319-0f8c7ac2b801 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774257 Jun 28 12:31:25.547948 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5acad-b57b-41cc-a3e1-64ad524b33de req-fb2fb562-4676-458e-8017-b26735b0f6a6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.550386 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4fa5acad-b57b-41cc-a3e1-64ad524b33de req-fb2fb562-4676-458e-8017-b26735b0f6a6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1025569 Jun 28 12:31:25.599263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-f1eda1b3-0db0-4da6-a116-f3ed5d1a1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.602013 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-f1eda1b3-0db0-4da6-a116-f3ed5d1a1515 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0917711 Jun 28 12:31:25.620132 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4fa5acad-b57b-41cc-a3e1-64ad524b33de req-9453fae1-46ad-477b-9a65-489bc32a797d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632389 Jun 28 12:31:25.816927 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-78799fd4-08d5-4898-9d2e-7311b6d8cbc4 req-b42cde22-a9d0-4867-b1ff-816b6b6ce93a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:25.867925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-9d85ec3b-9998-43af-b5e9-96cc8ae1225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:25.869438 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-9d85ec3b-9998-43af-b5e9-96cc8ae1225a service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.2602277 Jun 28 12:31:25.937383 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-78799fd4-08d5-4898-9d2e-7311b6d8cbc4 req-b42cde22-a9d0-4867-b1ff-816b6b6ce93a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:25.939292 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-78799fd4-08d5-4898-9d2e-7311b6d8cbc4 req-b42cde22-a9d0-4867-b1ff-816b6b6ce93a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=e904ed6e-a56c-4204-9369-9a3cb0cbf79f HTTP/1.1" status: 200 len: 210 time: 0.2440948 Jun 28 12:31:25.986606 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-ccb6265e-4020-4b0d-b443-07b9e43fa01d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 1001 time: 0.1101580 Jun 28 12:31:26.054998 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-0ec0bdc2-175e-45b7-be87-7c0375625c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.056438 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-0ec0bdc2-175e-45b7-be87-7c0375625c6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0599663 Jun 28 12:31:26.138904 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-345ffe67-6f72-4fe2-b2ff-be134305150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.140402 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-345ffe67-6f72-4fe2-b2ff-be134305150b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748553 Jun 28 12:31:26.283874 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-b0dc59e7-d582-40aa-b774-8a58eb5c47ca service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338625 Jun 28 12:31:26.425243 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-df8edf2e-650c-4d92-afe6-84091e2ff41f req-a33deab4-0ba9-41b9-9fe9-83b7094cf4b0 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342080 Jun 28 12:31:26.694937 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa875d-fe89-42f1-a441-272f700afa6c req-b1b941ad-78e3-43b1-a2b7-144ef775184b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.696423 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-75fa875d-fe89-42f1-a441-272f700afa6c req-b1b941ad-78e3-43b1-a2b7-144ef775184b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0912781 Jun 28 12:31:26.743965 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-75fa875d-fe89-42f1-a441-272f700afa6c req-99fdb9b0-3696-420b-93c4-f784f2b3d3cc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407803 Jun 28 12:31:26.817506 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edfca8-1fde-48cd-b09c-b327c2f7afad req-4876cf5e-cc6e-4b44-a71d-ad1ef14cab2d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:26.818892 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-32edfca8-1fde-48cd-b09c-b327c2f7afad req-4876cf5e-cc6e-4b44-a71d-ad1ef14cab2d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0815010 Jun 28 12:31:26.865425 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-32edfca8-1fde-48cd-b09c-b327c2f7afad req-ef0c09d3-922e-44a3-a094-383ff73ef7ce tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Jun 28 12:31:27.511222 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 211746f9-cb4c-4642-b34e-16a913c94bc7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:27.557624 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 211746f9-cb4c-4642-b34e-16a913c94bc7 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:27.557870 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 211746f9-cb4c-4642-b34e-16a913c94bc7 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:27.939217 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848ffa3-622f-433d-abd9-4e4c0a973a92 req-ca39eb18-30a8-42cf-9cf2-bb06fc5adff1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:27.941562 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c848ffa3-622f-433d-abd9-4e4c0a973a92 req-ca39eb18-30a8-42cf-9cf2-bb06fc5adff1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0906961 Jun 28 12:31:27.989548 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c848ffa3-622f-433d-abd9-4e4c0a973a92 req-26dac23d-234e-44ca-935f-73c2414c2e3e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415852 Jun 28 12:31:28.063631 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a3244-3907-4eba-aea4-65518f06fe9e req-1de6910b-bb0a-40ab-9e7f-c9cf5f970be6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:28.065175 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4c3a3244-3907-4eba-aea4-65518f06fe9e req-1de6910b-bb0a-40ab-9e7f-c9cf5f970be6 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0855753 Jun 28 12:31:28.109316 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4c3a3244-3907-4eba-aea4-65518f06fe9e req-d7f531cd-74e2-4dcd-9f52-61f8a4e40474 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380223 Jun 28 12:31:29.033806 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5967b-d54e-4eea-af27-fde7bb7737d9 req-fb4fb88d-8f81-4940-bac4-dae2fd7b3c4d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:29.035330 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bca5967b-d54e-4eea-af27-fde7bb7737d9 req-fb4fb88d-8f81-4940-bac4-dae2fd7b3c4d tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0869567 Jun 28 12:31:29.085181 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bca5967b-d54e-4eea-af27-fde7bb7737d9 req-af2d079b-273c-4495-9759-4bf0376a6bb7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Jun 28 12:31:29.304350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80fb49-c6cf-4e92-988a-efd8cbb2d8e4 req-3b4e48bc-6ace-4c5e-8155-da30ba8d62ba tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:29.305831 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c80fb49-c6cf-4e92-988a-efd8cbb2d8e4 req-3b4e48bc-6ace-4c5e-8155-da30ba8d62ba tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0826204 Jun 28 12:31:29.354297 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c80fb49-c6cf-4e92-988a-efd8cbb2d8e4 req-15ccaefc-01eb-45e5-865e-cdbd2b943fe1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Jun 28 12:31:30.138991 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:30.288702 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f6e77-299c-4609-97ef-d8a2f0162b0a req-37d7decb-7c3d-4300-bc8f-22a8aa76c900 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:30.290921 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f19f6e77-299c-4609-97ef-d8a2f0162b0a req-37d7decb-7c3d-4300-bc8f-22a8aa76c900 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0970142 Jun 28 12:31:30.343366 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f19f6e77-299c-4609-97ef-d8a2f0162b0a req-b704cdca-fb15-45eb-8401-82cfbe1f6b85 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467908 Jun 28 12:31:30.559235 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17d0f0-0d83-4e89-99f4-6e7a0aa46bb6 req-cb53b764-ff04-4173-be17-e23a505f8233 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:30.560922 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5c17d0f0-0d83-4e89-99f4-6e7a0aa46bb6 req-cb53b764-ff04-4173-be17-e23a505f8233 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0835080 Jun 28 12:31:30.613414 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5c17d0f0-0d83-4e89-99f4-6e7a0aa46bb6 req-807718e8-8aff-48b1-8193-e04df52f27a7 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451350 Jun 28 12:31:31.515102 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-6f579ff0-43ad-4f11-8f0a-49ffc0b16918 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:31.516448 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-6f579ff0-43ad-4f11-8f0a-49ffc0b16918 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0869160 Jun 28 12:31:31.539278 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45ebc2-ae9a-4ea1-a2c5-142c4367014b req-bdb79a51-6bdc-466e-bdfc-a1537de5b634 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:31.540714 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fb45ebc2-ae9a-4ea1-a2c5-142c4367014b req-bdb79a51-6bdc-466e-bdfc-a1537de5b634 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 946 time: 0.0837657 Jun 28 12:31:31.586900 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fb45ebc2-ae9a-4ea1-a2c5-142c4367014b req-5a5adf85-7bf2-4141-a961-8ba81ea07d0c tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Jun 28 12:31:31.604139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Deleting port aa020369-2b01-44b7-8bce-952709844489 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:31.604649 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.807451 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a65d8c00-ba58-4a5e-8cca-058626a39baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:31.931473 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89cd1-e866-4c0f-913d-6cbdae92079b req-1b73d747-bb36-4958-bc61-0ccbfde55fb8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:31.932955 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-37e89cd1-e866-4c0f-913d-6cbdae92079b req-1b73d747-bb36-4958-bc61-0ccbfde55fb8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.2093401 Jun 28 12:31:31.938753 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] For port aa020369-2b01-44b7-8bce-952709844489, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=aa020369-2b01-44b7-8bce-952709844489,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:31.939110 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.111362 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.153045 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Calling delete_port for aa020369-2b01-44b7-8bce-952709844489 owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:32.216351 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-37e89cd1-e866-4c0f-913d-6cbdae92079b req-6a437cb7-79f4-4361-9f41-35c0f2029c35 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698805 Jun 28 12:31:32.395916 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.401783 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-958cd44e-3290-4c21-a8ce-9b0f07f81521 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:32.438637 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4', '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'aa020369-2b01-44b7-8bce-952709844489'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:32.445638 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event deleted for resources: {'Port': ['ID=aa020369-2b01-44b7-8bce-952709844489,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:32.449194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:32.529433 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] No DVR routers for this DVR port aa020369-2b01-44b7-8bce-952709844489 on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:31:32.532524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:32.536515 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'name': 'network-vif-deleted', 'tag': 'aa020369-2b01-44b7-8bce-952709844489'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:32.583962 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4706766d-38ba-49c8-bee7-47c146423587', 'name': 'network-vif-deleted', 'tag': 'aa020369-2b01-44b7-8bce-952709844489', 'status': 'completed', 'code': 200} Jun 28 12:31:32.614252 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-379b27cb-1382-480c-8821-bc7c13bff3d9 req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "DELETE /v2.0/ports/aa020369-2b01-44b7-8bce-952709844489 HTTP/1.1" status: 204 len: 173 time: 1.0750923 Jun 28 12:31:32.758682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-64097e1d-7c7b-49cb-8a62-3a99c75d6fe1 req-02e7a21b-2fcb-4db3-b2d0-767c326bce9f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:32.876569 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-64097e1d-7c7b-49cb-8a62-3a99c75d6fe1 req-02e7a21b-2fcb-4db3-b2d0-767c326bce9f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:32.878398 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-64097e1d-7c7b-49cb-8a62-3a99c75d6fe1 req-02e7a21b-2fcb-4db3-b2d0-767c326bce9f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=4706766d-38ba-49c8-bee7-47c146423587 HTTP/1.1" status: 200 len: 210 time: 0.1634898 Jun 28 12:31:33.409275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c1c76-16b2-446e-bec4-42cd3e8af2fd req-9cddb84e-9264-4b86-825a-020b2465b7cd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:33.410737 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-344c1c76-16b2-446e-bec4-42cd3e8af2fd req-9cddb84e-9264-4b86-825a-020b2465b7cd tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0860384 Jun 28 12:31:33.461473 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-344c1c76-16b2-446e-bec4-42cd3e8af2fd req-f6a2be68-1d70-49a3-8e16-05445fc99a16 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Jun 28 12:31:33.803874 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:31:34.116843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48247ab6-3a43-4e62-ac55-e1d0df54fdf6 req-482a9a7c-c964-416f-b2b1-fca1191eb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:34.118439 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48247ab6-3a43-4e62-ac55-e1d0df54fdf6 req-482a9a7c-c964-416f-b2b1-fca1191eb287 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.0777705 Jun 28 12:31:34.179619 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48247ab6-3a43-4e62-ac55-e1d0df54fdf6 req-a576974f-d6e7-48c4-ac1b-8618d579dcb5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522625 Jun 28 12:31:34.350540 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-eeb8ff05-27e6-492e-90ac-1ad303ef98cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:34.579172 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caf2bc-51d8-45af-b395-0757301ea03a req-ea6c0c2f-ef0c-4623-8f62-ac32c0d4ac56 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:34.581356 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-72caf2bc-51d8-45af-b395-0757301ea03a req-ea6c0c2f-ef0c-4623-8f62-ac32c0d4ac56 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.0905042 Jun 28 12:31:34.631477 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-72caf2bc-51d8-45af-b395-0757301ea03a req-22b6cd0b-7957-488d-9464-44094970b831 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Jun 28 12:31:34.676745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecb949-18b9-4c74-9764-c998d5bbad6f req-b6d8f061-dfc9-41d4-aa2e-943986c4d3ad tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:34.678216 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4aecb949-18b9-4c74-9764-c998d5bbad6f req-b6d8f061-dfc9-41d4-aa2e-943986c4d3ad tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1023800 Jun 28 12:31:34.724102 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4aecb949-18b9-4c74-9764-c998d5bbad6f req-6b0b9d66-dacf-4d9d-ad88-57120d12fd69 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Jun 28 12:31:35.487579 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:35.538562 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device aa020369-2b01-44b7-8bce-952709844489 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:35.573390 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: aa020369-2b01-44b7-8bce-952709844489 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:35.573666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device aa020369-2b01-44b7-8bce-952709844489 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:35.832970 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947568e-3312-4bd3-916d-ced0a290005e req-d78ca826-97b7-4533-8b27-615fc96701ed tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:35.834479 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5947568e-3312-4bd3-916d-ced0a290005e req-d78ca826-97b7-4533-8b27-615fc96701ed tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.0845990 Jun 28 12:31:35.883705 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5947568e-3312-4bd3-916d-ced0a290005e req-0908c435-604d-4c81-954b-e454404ba06f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403414 Jun 28 12:31:35.921562 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05768525-26ec-4953-b34c-63ea1dc62443 req-c43ec58d-35a7-4000-83e8-59b0e5cc4be8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:35.923838 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-05768525-26ec-4953-b34c-63ea1dc62443 req-c43ec58d-35a7-4000-83e8-59b0e5cc4be8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0897572 Jun 28 12:31:35.968167 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-05768525-26ec-4953-b34c-63ea1dc62443 req-482bb78b-4518-4f00-a478-638175489872 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Jun 28 12:31:36.817361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:36.849673 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238707c6-e41d-4ef4-872a-54eafe69cbb3 req-870c192a-2788-4275-a8c2-0303e704bdfe tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:36.851235 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-238707c6-e41d-4ef4-872a-54eafe69cbb3 req-870c192a-2788-4275-a8c2-0303e704bdfe tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1028802 Jun 28 12:31:36.944852 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-238707c6-e41d-4ef4-872a-54eafe69cbb3 req-fdbdadec-af85-409f-bd49-3086f6de6d87 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878072 Jun 28 12:31:36.987962 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-f49e9245-79b3-422d-88e0-daa48d62c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:36.989414 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-f49e9245-79b3-422d-88e0-daa48d62c04f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cf7d425ff87c457dadc7515d8921603a&device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 1098 time: 0.1055000 Jun 28 12:31:36.993069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-46783b2f-b4ad-42f3-8049-5432eb32e29f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:36.994522 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-46783b2f-b4ad-42f3-8049-5432eb32e29f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.1123326 Jun 28 12:31:37.119977 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Deleting port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:37.120314 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.179270 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-92ac405b-262a-47cd-bd63-ffc571f2efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:37.181559 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-92ac405b-262a-47cd-bd63-ffc571f2efd1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 200 len: 920 time: 0.1813350 Jun 28 12:31:37.256179 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-cfa3e6b7-853b-400c-ba9e-00fb9e925641 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 200 len: 217 time: 0.0652947 Jun 28 12:31:37.330932 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-2361502f-5807-4cff-9ea6-254a652721c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:37.332778 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-2361502f-5807-4cff-9ea6-254a652721c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 200 len: 859 time: 0.0701940 Jun 28 12:31:37.389039 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2d39a-f0cb-42f2-89b1-93651dec3725 req-969a2534-d223-444f-8992-4ca119b6637a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:37.396478 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ac2d39a-f0cb-42f2-89b1-93651dec3725 req-969a2534-d223-444f-8992-4ca119b6637a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 945 time: 0.3634553 Jun 28 12:31:37.399528 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-76bd51e7-9b4c-43a8-90a0-492ff3bc1681 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=94227b61-0aac-43b9-9947-84938763aab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587101 Jun 28 12:31:37.512061 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ac2d39a-f0cb-42f2-89b1-93651dec3725 req-121fa64c-f3de-4f0e-aec9-e0db978703ac tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146190 Jun 28 12:31:37.560212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] For port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:37.560570 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.571391 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-180de58d-510b-4d31-a7b4-66567c17a537 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504164 Jun 28 12:31:37.689006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Calling delete_port for 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:37.712527 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-87b55fac-6966-46ee-b1a1-494cf9fe9467 req-0a4d1d17-8d51-4273-a7ef-606c70102576 service neutron] 10.222.0.35 "GET /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330159 Jun 28 12:31:37.921746 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:37.928690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:37.974528 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:37.976688 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event deleted for resources: {'Port': ['ID=33ecf12c-951c-4c2a-8e67-8615a93fe1d3,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:38.019339 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:38.070483 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] No DVR routers for this DVR port 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:31:38.073247 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:38.087802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'name': 'network-vif-deleted', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:38.143199 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71fe3c66-87ad-4f51-9e46-b6006bef0688', 'name': 'network-vif-deleted', 'tag': '33ecf12c-951c-4c2a-8e67-8615a93fe1d3', 'status': 'completed', 'code': 200} Jun 28 12:31:38.155226 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0bdccd25-c877-41b8-8467-4dd29e4bdee5 req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "DELETE /v2.0/ports/33ecf12c-951c-4c2a-8e67-8615a93fe1d3 HTTP/1.1" status: 204 len: 173 time: 1.1543219 Jun 28 12:31:38.212650 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa427f5-f523-4074-8ae0-ecd5bcab46fd req-959baa2b-baf2-4d70-8b04-1f1b2de15a06 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:38.214080 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-daa427f5-f523-4074-8ae0-ecd5bcab46fd req-959baa2b-baf2-4d70-8b04-1f1b2de15a06 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0892072 Jun 28 12:31:38.270364 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-daa427f5-f523-4074-8ae0-ecd5bcab46fd req-80bd2e65-a8e5-4aff-b26f-702b37cfde01 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Jun 28 12:31:38.681582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-4f3fd1b2-2acf-4f95-a0a5-38ff1fa63ef1 req-b6c9a9c5-f107-4316-8000-b8cf17b071f8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:38.761449 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-4f3fd1b2-2acf-4f95-a0a5-38ff1fa63ef1 req-b6c9a9c5-f107-4316-8000-b8cf17b071f8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:38.762890 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4f3fd1b2-2acf-4f95-a0a5-38ff1fa63ef1 req-b6c9a9c5-f107-4316-8000-b8cf17b071f8 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=71fe3c66-87ad-4f51-9e46-b6006bef0688 HTTP/1.1" status: 200 len: 210 time: 0.1247578 Jun 28 12:31:38.793369 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52516) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:38.985963 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.000492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:39.005000 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Usage tracker for resource:security_group_rule and tenant:8c8d1c1ebc8f42dc8200de4b809c6024 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:39.017851 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:39.024496 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:39.112029 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.201482 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.210589 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68cff6ce-ba05-475a-880d-ad79739747ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:39.262758 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52526) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:39.263545 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c8d1c1ebc8f42dc8200de4b809c6024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684675 Jun 28 12:31:39.264307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23ddbf-0a98-4314-9443-e6e38fa69751,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:39.267834 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:39.323822 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.352825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.476495 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b4b0c-2118-4d55-b020-69280aaf8b65 req-13bc5fd8-d62b-40bc-9653-a32bb0a52af9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:39.477963 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-001b4b0c-2118-4d55-b020-69280aaf8b65 req-13bc5fd8-d62b-40bc-9653-a32bb0a52af9 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0909269 Jun 28 12:31:39.521550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.528486 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1f1e6b96-1348-418a-bf1c-27b13bb6af6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:39.539537 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-001b4b0c-2118-4d55-b020-69280aaf8b65 req-ea87a45f-ae4a-42b4-8bd4-cd42b6cd12d4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Jun 28 12:31:39.543723 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23ddbf-0a98-4314-9443-e6e38fa69751,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:39.546227 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:39.550588 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:39.554948 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a23ddbf-0a98-4314-9443-e6e38fa69751 HTTP/1.1" status: 204 len: 168 time: 0.2908263 Jun 28 12:31:39.558080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:39.601760 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:39.602138 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 33ecf12c-951c-4c2a-8e67-8615a93fe1d3 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:40.757727 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5973-7e4c-49f4-a1dd-632cc7e010ef req-dc8d782d-9bfb-474e-8b32-e9652c2191e1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:40.759218 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86ca5973-7e4c-49f4-a1dd-632cc7e010ef req-dc8d782d-9bfb-474e-8b32-e9652c2191e1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1017179 Jun 28 12:31:40.810481 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86ca5973-7e4c-49f4-a1dd-632cc7e010ef req-17eb6294-07e3-45da-9d4a-d537da69a03c tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Jun 28 12:31:42.207923 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082aac-9864-454c-a855-ddc5d7ffa1d6 req-173c1dc3-37d6-40f8-ae8d-e19cf8102a4b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:42.209399 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a0082aac-9864-454c-a855-ddc5d7ffa1d6 req-173c1dc3-37d6-40f8-ae8d-e19cf8102a4b tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0883040 Jun 28 12:31:42.255079 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a0082aac-9864-454c-a855-ddc5d7ffa1d6 req-fd28ded2-1e69-4456-ab67-a37daa5e4b32 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399537 Jun 28 12:31:43.444403 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5ca1e-27ea-403c-912c-497ff58ad2d4 req-9050b867-e61d-4116-a69b-099a0abfd0b6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:43.445926 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90e5ca1e-27ea-403c-912c-497ff58ad2d4 req-9050b867-e61d-4116-a69b-099a0abfd0b6 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0816817 Jun 28 12:31:43.497794 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90e5ca1e-27ea-403c-912c-497ff58ad2d4 req-e541d5b7-de1c-49a2-9806-41b339d23009 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Jun 28 12:31:44.257279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3fc7c189-ed5c-4137-b452-52c1f2a47d10 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:44.258924 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3fc7c189-ed5c-4137-b452-52c1f2a47d10 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.0883732 Jun 28 12:31:44.333576 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Deleting port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:44.333931 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.588365 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] For port 314b988d-0d4e-4160-96c3-516ff9f8f1a4, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=314b988d-0d4e-4160-96c3-516ff9f8f1a4,segment=NetworkSegment(d5740741-451f-4ea2-8a0c-2ea8ba15916e),segment_id=d5740741-451f-4ea2-8a0c-2ea8ba15916e)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:44.589078 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:44.829531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Calling delete_port for 314b988d-0d4e-4160-96c3-516ff9f8f1a4 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:44.946638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee62d17-c175-43d4-b23d-dfb81f40cafa req-86ab7280-6a03-4182-8952-37e150e49363 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:44.948364 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2ee62d17-c175-43d4-b23d-dfb81f40cafa req-86ab7280-6a03-4182-8952-37e150e49363 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 946 time: 0.2943516 Jun 28 12:31:45.043515 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2ee62d17-c175-43d4-b23d-dfb81f40cafa req-77ce8d35-3e32-4862-b9cc-991d26d64da7 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/security-groups?id=78e5f98e-6fd9-492b-87a1-920bedce50dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643756 Jun 28 12:31:45.121952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:45.129745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:45.161700 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['314b988d-0d4e-4160-96c3-516ff9f8f1a4'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:45.181408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Pushing event deleted for resources: {'Port': ['ID=314b988d-0d4e-4160-96c3-516ff9f8f1a4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:45.184346 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:45.263540 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] No DVR routers for this DVR port 314b988d-0d4e-4160-96c3-516ff9f8f1a4 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:31:45.267551 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:45.272101 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'name': 'network-vif-deleted', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:45.320831 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c69de7-6c17-4ef2-afae-5267fefc6ce5', 'name': 'network-vif-deleted', 'tag': '314b988d-0d4e-4160-96c3-516ff9f8f1a4', 'status': 'completed', 'code': 200} Jun 28 12:31:45.367984 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8fb4fb48-a6dd-46b4-9a96-cf88d2ee9e8d req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.35 "DELETE /v2.0/ports/314b988d-0d4e-4160-96c3-516ff9f8f1a4 HTTP/1.1" status: 204 len: 173 time: 1.1010265 Jun 28 12:31:46.211337 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-1e3a2233-50b5-448a-b2d7-122bfd1d6a67 req-82d030af-991d-46a4-8307-ffafb994d506 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Synchronizing usage tracker for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:46.343094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-1e3a2233-50b5-448a-b2d7-122bfd1d6a67 req-82d030af-991d-46a4-8307-ffafb994d506 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Unset dirty status for tenant:242f7e53ec1348a0a9c808c102fd777e on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:46.343094 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1e3a2233-50b5-448a-b2d7-122bfd1d6a67 req-82d030af-991d-46a4-8307-ffafb994d506 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] 10.222.0.37 "GET /v2.0/ports?device_id=62c69de7-6c17-4ef2-afae-5267fefc6ce5 HTTP/1.1" status: 200 len: 210 time: 0.1727514 Jun 28 12:31:47.371803 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82536d2-0083-4e31-b3c9-e1f136182109 req-863cd11c-c59b-4a47-92f7-2c9231d6bc68 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:47.373289 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b82536d2-0083-4e31-b3c9-e1f136182109 req-863cd11c-c59b-4a47-92f7-2c9231d6bc68 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.1004939 Jun 28 12:31:47.421890 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b82536d2-0083-4e31-b3c9-e1f136182109 req-7412a67e-9fae-41a3-be9e-1c8da3836a40 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411839 Jun 28 12:31:47.448083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52686) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:47.507781 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Deleting subnet 3fc9be93-7330-4386-9c6c-0c3e223faddf {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:31:47.510783 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.563058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.570126 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.587498 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 314b988d-0d4e-4160-96c3-516ff9f8f1a4 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:47.621205 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 314b988d-0d4e-4160-96c3-516ff9f8f1a4 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:47.621560 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 314b988d-0d4e-4160-96c3-516ff9f8f1a4 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:47.704862 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.709835 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:47.745347 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.747884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fc9be93-7330-4386-9c6c-0c3e223faddf,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:47.750286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:47.754569 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3fc9be93-7330-4386-9c6c-0c3e223faddf HTTP/1.1" status: 204 len: 168 time: 0.3055198 Jun 28 12:31:47.756960 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52690) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:47.863100 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:47.987002 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.002957 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.003305 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.004030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.004369 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.004685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.005024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.005336 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.005817 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.006145 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.006456 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.112995 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.113506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.114242 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.114938 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 12:31:48.115951 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dc9765-93cb-40dd-87ed-5d91937ef701']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:48.145299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5740741-451f-4ea2-8a0c-2ea8ba15916e') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:48.145662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5740741-451f-4ea2-8a0c-2ea8ba15916e') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:31:48.158303 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.176860 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.185815 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:31:48.186151 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: from cryptography.utils import int_from_bytes Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: from cryptography.utils import int_from_bytes Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: util.warn_limited( Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: util.warn_limited( Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:31:48.203134 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:31:48.442105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.451623 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-47e671af-4b92-4e8f-a076-3b58c66c9550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:48.521696 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:48.535813 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dc9765-93cb-40dd-87ed-5d91937ef701,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:48.545345 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:48.632188 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c1dc9765-93cb-40dd-87ed-5d91937ef701 HTTP/1.1" status: 204 len: 168 time: 0.8742492 Jun 28 12:31:48.637165 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec08aa6-8ea3-4d30-a858-80a260252291 req-6d52de8e-5596-450c-86ed-decb4b6659db tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:48.638474 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bec08aa6-8ea3-4d30-a858-80a260252291 req-6d52de8e-5596-450c-86ed-decb4b6659db tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0874226 Jun 28 12:31:48.691375 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bec08aa6-8ea3-4d30-a858-80a260252291 req-f728fba9-ef2b-4420-8104-076c66843649 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464344 Jun 28 12:31:49.012547 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52756) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:49.075598 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5eaf7089-8e05-443e-9936-1d75d4766aa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=242f7e53ec1348a0a9c808c102fd777e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0615811 Jun 28 12:31:49.078497 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52762) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:49.136711 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.164393 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.298673 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.302704 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-37a6506c-0f42-45b3-be80-3c0817a55dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:49.315956 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5f98e-6fd9-492b-87a1-920bedce50dc,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:49.319120 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:49.427282 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:49.429571 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78e5f98e-6fd9-492b-87a1-920bedce50dc HTTP/1.1" status: 204 len: 168 time: 0.3492835 Jun 28 12:31:49.929781 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2480a-b9bc-4dc0-82aa-30f23a4b53ce req-a758276b-8fdf-495c-88f2-066935a988f2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:49.931280 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-17f2480a-b9bc-4dc0-82aa-30f23a4b53ce req-a758276b-8fdf-495c-88f2-066935a988f2 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0865753 Jun 28 12:31:49.981116 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-17f2480a-b9bc-4dc0-82aa-30f23a4b53ce req-bdf6eeee-f21a-4cac-8b2a-347cc17af3b0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jun 28 12:31:50.225221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-a9c04b1b-b8c9-4d93-9099-8392184d0ce1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:50.226746 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-a9c04b1b-b8c9-4d93-9099-8392184d0ce1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 945 time: 0.0874591 Jun 28 12:31:50.301499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Deleting port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:31:50.301837 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.650428 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] For port a36d91c0-4847-4f24-8d1f-a0e72bc607c9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:31:50.650650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:50.778675 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Calling delete_port for a36d91c0-4847-4f24-8d1f-a0e72bc607c9 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:31:51.016700 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.024780 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3dcb9cc7-044a-428e-b544-5b2ade89cf7a tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:51.055557 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['353adeb7-ab29-476c-b7ea-a31485d63a5a', 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:31:51.073361 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Pushing event deleted for resources: {'Port': ['ID=a36d91c0-4847-4f24-8d1f-a0e72bc607c9,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:51.111738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:51.161110 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] No DVR routers for this DVR port a36d91c0-4847-4f24-8d1f-a0e72bc607c9 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:31:51.166350 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:51.170138 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'name': 'network-vif-deleted', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:31:51.193227 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3167acd8-49a1-4780-bc2d-daf307e668db req-5df0844a-9096-484d-9a35-cd5af3e73328 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.0866334 Jun 28 12:31:51.225788 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1ec851-dbfb-4b0b-b688-321a9c4e289f', 'name': 'network-vif-deleted', 'tag': 'a36d91c0-4847-4f24-8d1f-a0e72bc607c9', 'status': 'completed', 'code': 200} Jun 28 12:31:51.298499 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cb0b57b0-3ddb-4e79-9896-cb065d9209b7 req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "DELETE /v2.0/ports/a36d91c0-4847-4f24-8d1f-a0e72bc607c9 HTTP/1.1" status: 204 len: 173 time: 1.0629287 Jun 28 12:31:52.371357 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e68a54c3-d34b-418b-a75a-bd8ccb344cae req-a9cff14f-7c4b-4d68-bcf8-b7faa54417c4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:31:52.510106 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e68a54c3-d34b-418b-a75a-bd8ccb344cae req-a9cff14f-7c4b-4d68-bcf8-b7faa54417c4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:31:52.511294 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e68a54c3-d34b-418b-a75a-bd8ccb344cae req-a9cff14f-7c4b-4d68-bcf8-b7faa54417c4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1ec851-dbfb-4b0b-b688-321a9c4e289f HTTP/1.1" status: 200 len: 210 time: 0.1868303 Jun 28 12:31:52.841889 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52870) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:53.079047 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.093795 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:53.097583 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Usage tracker for resource:security_group_rule and tenant:1614906e5c144491b68d330c17ee1c2a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:53.103983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:53.111417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:53.194303 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.298563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.307296 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0854f31e-5364-48f3-a420-46d7c5b56a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:53.347410 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1614906e5c144491b68d330c17ee1c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5042522 Jun 28 12:31:53.348139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2315db-fd6b-43f1-a90c-cb9eb447b6a0,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:53.349954 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52880) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:53.351106 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:53.416096 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.443707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.636382 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a36d91c0-4847-4f24-8d1f-a0e72bc607c9 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:31:53.645040 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.651634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0ab91e9-6a0e-435a-90e0-8ee1a3abe4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:53.667342 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2315db-fd6b-43f1-a90c-cb9eb447b6a0,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:53.670933 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:53.677179 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:53.679373 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3a74efd3-8c45-4d8a-9c06-f1bb17729f68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee2315db-fd6b-43f1-a90c-cb9eb447b6a0 HTTP/1.1" status: 204 len: 168 time: 0.3275650 Jun 28 12:31:53.694042 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: a36d91c0-4847-4f24-8d1f-a0e72bc607c9 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:31:53.695596 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a36d91c0-4847-4f24-8d1f-a0e72bc607c9 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:31:54.302804 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465e22a-0d6e-4721-8077-26b78cc1f662 req-e1fb0757-8eaa-4e89-82fe-6fc0f093c5e8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:54.304231 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8465e22a-0d6e-4721-8077-26b78cc1f662 req-e1fb0757-8eaa-4e89-82fe-6fc0f093c5e8 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0907738 Jun 28 12:31:54.350300 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8465e22a-0d6e-4721-8077-26b78cc1f662 req-53d37c3c-9a00-4375-b80e-bee4cac8dd6a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Jun 28 12:31:54.525777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52904) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:54.543371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.557465 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:54.561187 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Usage tracker for resource:security_group_rule and tenant:4489e7f31d2f4209b99935dfffb6b7c8 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:54.564691 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:54.570462 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:54.655024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.765642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.774720 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f6e8c10c-7c7a-4649-b61e-13580732d2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:54.813877 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4489e7f31d2f4209b99935dfffb6b7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869782 Jun 28 12:31:54.815519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90650bd1-e4e1-4e3e-9f42-2dc8da678910,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:54.816757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52912) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:54.818499 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:54.845070 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52916) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:54.885689 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.912210 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.982718 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:54.999039 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:55.004645 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Usage tracker for resource:security_group_rule and tenant:a3dc8f0a212a4acf848f13189c856803 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:55.007471 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:55.014115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:55.122076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.128931 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4b23193b-08d5-4cf9-8d90-86f94bfbba2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:55.148408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90650bd1-e4e1-4e3e-9f42-2dc8da678910,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:55.158953 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:55.163986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.165088 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90650bd1-e4e1-4e3e-9f42-2dc8da678910 HTTP/1.1" status: 204 len: 168 time: 0.3469481 Jun 28 12:31:55.219259 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.349893 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.359189 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7d78f446-554a-4513-b71f-c745a5e94639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:55.399748 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3dc8f0a212a4acf848f13189c856803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530646 Jun 28 12:31:55.400985 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970cdef-8d09-42ff-957a-8d9b10baa910,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:55.402204 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52928) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:55.404064 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:55.474895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.505495 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.563730 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b1361-9ce9-4c5d-9186-e4fb54df148c req-21bb2851-fb40-4ce6-a269-0055a99a4b46 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:55.565222 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-925b1361-9ce9-4c5d-9186-e4fb54df148c req-21bb2851-fb40-4ce6-a269-0055a99a4b46 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0995364 Jun 28 12:31:55.617364 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-925b1361-9ce9-4c5d-9186-e4fb54df148c req-39a7b1b0-8e6a-42a6-8dc1-5c548c2cc718 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Jun 28 12:31:55.658262 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.662029 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-841e3c1c-5776-444f-9717-9815a38b15d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:55.679817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970cdef-8d09-42ff-957a-8d9b10baa910,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:55.679817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:55.694563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:55.696227 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8970cdef-8d09-42ff-957a-8d9b10baa910 HTTP/1.1" status: 204 len: 168 time: 0.2928183 Jun 28 12:31:55.908584 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-88ca782b-691b-4441-9891-adfd206cbb33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739946 Jun 28 12:31:56.036441 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-8a86ad29-99ed-4c29-8fd2-0897179e3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.038070 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-8a86ad29-99ed-4c29-8fd2-0897179e3aec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0940554 Jun 28 12:31:56.206881 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-53e22bfd-e224-4257-937a-1a139361499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.208330 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-53e22bfd-e224-4257-937a-1a139361499f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.1375475 Jun 28 12:31:56.321340 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-7a847304-430b-462e-83e7-eb13bf7b565e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 1001 time: 0.1050384 Jun 28 12:31:56.392925 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-daa38783-c10f-4787-a032-3516b91baff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.394427 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-daa38783-c10f-4787-a032-3516b91baff8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0638597 Jun 28 12:31:56.478811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-ee1ea212-f3f9-4f9f-92da-aafa8f4668c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.480282 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-ee1ea212-f3f9-4f9f-92da-aafa8f4668c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761812 Jun 28 12:31:56.621061 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-1a20abb9-e4e5-455a-987c-af6668f2ae2d service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291173 Jun 28 12:31:56.704161 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 52978) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:56.914335 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ae40c3f-dcc9-44f0-b2b0-0a133316c82d req-36e5aab2-1a96-4ad0-8c2d-802b21959120 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782593 Jun 28 12:31:56.932064 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2230d84-4e31-4978-a1fe-b481439ddcd5 req-bb2f1844-4d02-49a8-94d7-32adc7ed1222 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:56.946574 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2230d84-4e31-4978-a1fe-b481439ddcd5 req-bb2f1844-4d02-49a8-94d7-32adc7ed1222 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1404696 Jun 28 12:31:56.974262 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:56.998210 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2230d84-4e31-4978-a1fe-b481439ddcd5 req-21bccdbc-908d-419a-b745-374e37a033ab tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558929 Jun 28 12:31:57.012215 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:57.024726 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Usage tracker for resource:security_group_rule and tenant:348414cefd514b7bbd1be0afefd013d3 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:57.029012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:57.035240 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:57.134121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.218962 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.231895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4b5f5612-b315-4b14-87d7-443447dbb100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:57.288194 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=348414cefd514b7bbd1be0afefd013d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820787 Jun 28 12:31:57.290878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 52998) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:57.307648 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f297cee7-7c18-4da6-bbea-ee3f06403172,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:57.311128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:57.373757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.388239 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53002) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:57.403460 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.496472 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-951153937-network', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:57.501895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:57.506048 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Usage tracker for resource:network and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:57.509420 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:57.519901 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:57.538368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.543175 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7dd086f7-23f4-4805-9980-967d476cbb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:57.554033 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f297cee7-7c18-4da6-bbea-ee3f06403172,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:57.557498 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:57.563822 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.564922 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f297cee7-7c18-4da6-bbea-ee3f06403172 HTTP/1.1" status: 204 len: 168 time: 0.2730691 Jun 28 12:31:57.629352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Made reservation on behalf of e598201683e7445a8dfcf8ebd6a9db0f for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:57.631981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.644987 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.659511 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:57.663647 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:57.666524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:57.673056 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:57.771642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.892596 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.897246 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:57.922351 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:31:57.935133 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6fc238-bb6a-4645-a609-a6c778b2a84f,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:57.939769 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:57.940960 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:57.941456 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Added segment 43d926b7-f4d5-4672-99eb-de9398380417 of type vlan for network 72e80c99-9513-40f6-97b7-53ca23d705a7 Jun 28 12:31:57.971012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.087489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.089354 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:58.090475 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.094855 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7cb5f859-43c6-496c-88c8-3a2341d380ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:58.300976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Pushing event updated for resources: {'Network': ['ID=72e80c99-9513-40f6-97b7-53ca23d705a7,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:58.306844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:58.338792 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f73e2-d596-41a6-91db-056d614c3f31 req-13f82f6a-74e1-47d8-9d9e-b70a074473c5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:58.346603 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-045f73e2-d596-41a6-91db-056d614c3f31 req-13f82f6a-74e1-47d8-9d9e-b70a074473c5 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.2012737 Jun 28 12:31:58.405441 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-045f73e2-d596-41a6-91db-056d614c3f31 req-e9e85edd-fd45-4598-8221-23d02374c765 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576823 Jun 28 12:31:58.451492 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0594833 Jun 28 12:31:58.451930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53046) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:58.459207 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Request body: {'subnet': {'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-951153937-subnet', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:58.464012 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:58.469072 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Usage tracker for resource:subnet and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:58.469439 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:31:58.473245 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:58.479850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:58.562390 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Made reservation on behalf of e598201683e7445a8dfcf8ebd6a9db0f for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:31:58.565265 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.938843 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:58.944074 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-32d49e33-0027-4297-b779-4a1de45ac29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:31:59.019575 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f82c1d-4ff0-4383-bba4-a5a5249018c8,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:31:59.024803 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:31:59.027315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Checking segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:31:59.027665 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Network hostable DHCP agents. Network: 72e80c99-9513-40f6-97b7-53ca23d705a7, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:31:59.143672 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:31:59.256379 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 72e80c99-9513-40f6-97b7-53ca23d705a7) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:31:59.260976 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:59.261558 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.270166 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eafe1e3-b827-4007-bb9d-766842dcac01 None None] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:31:59.419263 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-17fb991e-8581-4ee0-8fbd-d891d87c4110 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9650245 Jun 28 12:31:59.422667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53078) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:31:59.428319 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:31:59.432974 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:31:59.443096 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Usage tracker for resource:router and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:31:59.443096 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:31:59.448098 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:31:59.496313 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-72e80c99-9513-40f6-97b7-53ca23d705a7', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:31:59.500497 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.550202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.551703 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.569459 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.602918 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e223b-1257-4a28-bdbf-e9bf64ddfabd req-684d7bf3-a222-4389-b57f-27cb1c7d37a4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:31:59.604764 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-866e223b-1257-4a28-bdbf-e9bf64ddfabd req-684d7bf3-a222-4389-b57f-27cb1c7d37a4 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.0950999 Jun 28 12:31:59.653753 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-866e223b-1257-4a28-bdbf-e9bf64ddfabd req-ca8c2a38-f7b4-4917-ba1c-d14e9f99c4a0 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Jun 28 12:31:59.673077 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Allocated IP 172.20.0.2 (72e80c99-9513-40f6-97b7-53ca23d705a7/71f82c1d-4ff0-4383-bba4-a5a5249018c8/2fba7d12-f282-4b7f-a3cb-6f9d24c71f45) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:31:59.879947 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:31:59.891153 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Transition to ACTIVE for port object 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:31:59.910063 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Transition to ACTIVE for port object 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:00.050451 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.125749 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.142720 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:00.193727 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:00.193727 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:00.201984 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:00.283454 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.292826 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Pushing event updated for resources: {'Port': ['ID=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:00.309268 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.309616 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.310699 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.310699 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.310699 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.310969 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.311257 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.312134 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.312465 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.312780 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.313110 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.313418 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:00.319815 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:00.324106 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Attempting to bind port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:00.324482 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Attempting to bind port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:00.328820 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Attempting to bind port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 on network 72e80c99-9513-40f6-97b7-53ca23d705a7 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:00.330925 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:00.331306 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Checking segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:00.331724 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.332158 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Bound using segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:00.332681 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Bound port: 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:00.333059 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.407098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-0c4749e1-bb70-464c-ba99-911900986b56 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:00.408871 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-0c4749e1-bb70-464c-ba99-911900986b56 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.1150970 Jun 28 12:32:00.444394 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] For port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:00.444394 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] For port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:00.497998 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Deleting port 353adeb7-ab29-476c-b7ea-a31485d63a5a {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:32:00.498349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.573440 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.579402 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:00.691348 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.694679 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Pushing event updated for resources: {'Port': ['ID=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:00.699885 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:00.742448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.841531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] For port 353adeb7-ab29-476c-b7ea-a31485d63a5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=353adeb7-ab29-476c-b7ea-a31485d63a5a,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:00.842554 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:00.908695 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Allocated IP 172.28.1.249 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/fb1da27e-989d-419b-96b3-ae8acbda42a5) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:01.122704 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Calling delete_port for 353adeb7-ab29-476c-b7ea-a31485d63a5a owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:32:01.198505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.263286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118d529-c981-4ba7-a634-3a73f8703061 req-375564e7-dbc7-4505-8f4d-6a816562b48a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:01.264766 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f118d529-c981-4ba7-a634-3a73f8703061 req-375564e7-dbc7-4505-8f4d-6a816562b48a tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 945 time: 0.4147670 Jun 28 12:32:01.361725 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f118d529-c981-4ba7-a634-3a73f8703061 req-af1e87ab-f73b-4da9-bbdf-5038832b78b1 tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/security-groups?id=717b0e16-61d9-4c89-920f-46fdf864b15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647194 Jun 28 12:32:01.418771 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.424065 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-08c0a502-bd19-42b4-8040-35323fcc4e76 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:01.452934 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.461484 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:01.502607 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['353adeb7-ab29-476c-b7ea-a31485d63a5a'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:01.529320 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:01.532064 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:01.550877 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Pushing event updated for resources: {'Port': ['ID=fb1da27e-989d-419b-96b3-ae8acbda42a5,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:01.559887 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Pushing event deleted for resources: {'Port': ['ID=353adeb7-ab29-476c-b7ea-a31485d63a5a,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:01.560393 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:01.634869 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:01.663129 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:01.724163 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] No DVR routers for this DVR port 353adeb7-ab29-476c-b7ea-a31485d63a5a on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:32:01.726747 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.729617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'name': 'network-vif-deleted', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:01.797929 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003ba93b-16df-4022-a4f5-ab37db594cd7', 'name': 'network-vif-deleted', 'tag': '353adeb7-ab29-476c-b7ea-a31485d63a5a', 'status': 'completed', 'code': 200} Jun 28 12:32:01.867980 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-727f14e3-817e-4669-baf3-0310f8ae29de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:01.893781 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a19560f4-9c33-44ee-b89f-55603bd8681a req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.35 "DELETE /v2.0/ports/353adeb7-ab29-476c-b7ea-a31485d63a5a HTTP/1.1" status: 204 len: 173 time: 1.4788160 Jun 28 12:32:01.918564 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ad9c2-b994-43be-b87c-28cb01cd8255 None None] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:02.104716 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d359d2c3-a417-491f-8cdc-6225e1b15b0d None None] Provisioning for port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:02.172162 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.306008 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.582212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e567425d-9398-4c0f-ae51-03d6f8e75748 req-31a86ca9-5d56-4a73-9de8-e7dc7c37b1fc tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Synchronizing usage tracker for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:02.592038 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:02.744014 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-e567425d-9398-4c0f-ae51-03d6f8e75748 req-31a86ca9-5d56-4a73-9de8-e7dc7c37b1fc tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Unset dirty status for tenant:cf7d425ff87c457dadc7515d8921603a on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:02.745689 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e567425d-9398-4c0f-ae51-03d6f8e75748 req-31a86ca9-5d56-4a73-9de8-e7dc7c37b1fc tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] 10.222.0.37 "GET /v2.0/ports?device_id=003ba93b-16df-4022-a4f5-ab37db594cd7 HTTP/1.1" status: 200 len: 210 time: 0.2356899 Jun 28 12:32:02.777873 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:02.783859 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:02.784484 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.794362 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.944274 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:02.983862 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:03.149939 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:03.152873 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:03.187677 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Router f45563be-70e9-401b-ba20-d0e6cb5a87d0 is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:32:03.228718 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:03.231747 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:03.385797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:03.399410 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Sync routers for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:03.416771 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:03.417456 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:31:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:03.591023 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:03.621721 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:03.625904 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53144) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:03.626416 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2017574 Jun 28 12:32:03.724344 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 353adeb7-ab29-476c-b7ea-a31485d63a5a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:32:03.775720 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 353adeb7-ab29-476c-b7ea-a31485d63a5a {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:32:03.790583 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 353adeb7-ab29-476c-b7ea-a31485d63a5a not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:32:03.860138 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53152) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:03.919562 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:01Z', 'revision_number': 3, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:03.924487 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Checking router: f45563be-70e9-401b-ba20-d0e6cb5a87d0 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:03.925124 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Updating router f45563be-70e9-401b-ba20-d0e6cb5a87d0 port fb1da27e-989d-419b-96b3-ae8acbda42a5 binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:03.981198 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.313747 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.329120 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Transition to ACTIVE for port object fb1da27e-989d-419b-96b3-ae8acbda42a5 will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:04.380220 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.451708 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.457894 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-830d3152-2a91-4e6e-ab21-0fa63295dd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.505151 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.527945 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-74f3db7d-a289-4ce7-b3ac-015b83869148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:04.581492 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:04.692259 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Attempting to bind port fb1da27e-989d-419b-96b3-ae8acbda42a5 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:04.692724 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Attempting to bind port fb1da27e-989d-419b-96b3-ae8acbda42a5 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:04.693110 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Attempting to bind port fb1da27e-989d-419b-96b3-ae8acbda42a5 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:04.701399 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:04.702711 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:04.703312 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.703891 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:04.704567 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Bound port: fb1da27e-989d-419b-96b3-ae8acbda42a5, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:04.705132 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.726231 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Allocated IP 172.20.0.1 (72e80c99-9513-40f6-97b7-53ca23d705a7/71f82c1d-4ff0-4383-bba4-a5a5249018c8/9eb20290-46a8-4564-b6f8-2556c8e3356b) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:04.782262 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:04.782902 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.795207 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] For port fb1da27e-989d-419b-96b3-ae8acbda42a5, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:04.799597 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] For port fb1da27e-989d-419b-96b3-ae8acbda42a5, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=fb1da27e-989d-419b-96b3-ae8acbda42a5,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:04.808187 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Pushing event updated for resources: {'Port': ['ID=fb1da27e-989d-419b-96b3-ae8acbda42a5,revision_number=2']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:04.817125 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.817634 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.818147 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.818655 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.819129 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.819606 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.820119 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.820782 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.821269 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.821743 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.822284 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.822750 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:04.829122 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:04.904671 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.910500 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:04.915363 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:04.934847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Transition to ACTIVE for port object 9eb20290-46a8-4564-b6f8-2556c8e3356b will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:05.023273 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Pushing event updated for resources: {'Port': ['ID=fb1da27e-989d-419b-96b3-ae8acbda42a5,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:05.026594 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:05.031735 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:05.032355 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:05.138308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Deleting port caeaad8c-3bf5-43a6-b714-b3b365c3c256 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:32:05.142202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.202820 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.218328 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:05.232730 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:05.283895 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:05.286970 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:05.291041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:05.331224 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:05.340768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:05.356973 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.380659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] For port caeaad8c-3bf5-43a6-b714-b3b365c3c256, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=caeaad8c-3bf5-43a6-b714-b3b365c3c256,segment=NetworkSegment(8cc68e84-e60a-4b7f-be4c-714eaf5f6ace),segment_id=8cc68e84-e60a-4b7f-be4c-714eaf5f6ace)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:05.381693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.498566 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.537137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Calling delete_port for caeaad8c-3bf5-43a6-b714-b3b365c3c256 owned by network:router_interface {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:32:05.575297 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:01Z', 'revision_number': 3, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:05.579946 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae98a9-7272-4a8f-a7ac-4a4b64fa58e9 None None] The sync data for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb is: [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:01Z', 'revision_number': 3, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:05.661641 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.753600 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-f3db9159-8aba-4b60-a7e2-b00900b56029 None None] Provisioning for port 9eb20290-46a8-4564-b6f8-2556c8e3356b completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:05.759175 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-f3db9159-8aba-4b60-a7e2-b00900b56029 None None] Provisioning complete for port 9eb20290-46a8-4564-b6f8-2556c8e3356b triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:05.769463 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f3db9159-8aba-4b60-a7e2-b00900b56029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:05.902191 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-f3db9159-8aba-4b60-a7e2-b00900b56029 None None] Port 9eb20290-46a8-4564-b6f8-2556c8e3356b cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:06.153426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:06.165770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:06.171363 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fb92349c-5b7e-44d8-afc1-3b59d45ef6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:06.216656 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Pushing event deleted for resources: {'Port': ['ID=caeaad8c-3bf5-43a6-b714-b3b365c3c256,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:06.220830 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:06.286078 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:06.314651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:06.411147 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:06.418656 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:06.423314 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:06.560491 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:06.674077 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:06.675946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:06.800766 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device fb1da27e-989d-419b-96b3-ae8acbda42a5 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:06.841735 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.007361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port fb1da27e-989d-419b-96b3-ae8acbda42a5 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:07.015073 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port fb1da27e-989d-419b-96b3-ae8acbda42a5 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:07.016856 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.208531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Router f45563be-70e9-401b-ba20-d0e6cb5a87d0 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:32:07.277113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Router 21c02162-f066-461f-9279-c55d2eb27c48 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:32:07.308780 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-f026e953-2c7c-404c-836a-1c2d588d4a44 None None] Provisioning complete for port 9eb20290-46a8-4564-b6f8-2556c8e3356b triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:07.313256 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f026e953-2c7c-404c-836a-1c2d588d4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.493779 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.517003 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-f026e953-2c7c-404c-836a-1c2d588d4a44 None None] Port 9eb20290-46a8-4564-b6f8-2556c8e3356b cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:07.548128 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port fb1da27e-989d-419b-96b3-ae8acbda42a5, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=fb1da27e-989d-419b-96b3-ae8acbda42a5,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:07.629979 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:07.636605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:07.640079 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:07.668651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:07.681484 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] 10.222.0.37 "PUT /v2.0/routers/f45563be-70e9-401b-ba20-d0e6cb5a87d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0540841 Jun 28 12:32:07.708678 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Sync routers for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:07.736850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53202) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:07.741829 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2c6be8ac-6ccf-4971-93c7-47accfaad249 admin admin] 10.222.0.37 "PUT /v2.0/routers/21c02162-f066-461f-9279-c55d2eb27c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8754821 Jun 28 12:32:07.766508 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=fb1da27e-989d-419b-96b3-ae8acbda42a5,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:07.779143 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:07.780945 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:07.781669 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:07.944819 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Sync routers for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:07.973721 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:07.974395 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:08.048764 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.130560 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:08.380707 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:08.567930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2362f4-a315-4c0c-a1ee-c2d2325c26df req-5c8f9f08-e2a4-4796-8718-885441d7ba9c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:08.569491 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dc2362f4-a315-4c0c-a1ee-c2d2325c26df req-5c8f9f08-e2a4-4796-8718-885441d7ba9c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.3469558 Jun 28 12:32:08.613540 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device fb1da27e-989d-419b-96b3-ae8acbda42a5 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:08.682826 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.710075 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dc2362f4-a315-4c0c-a1ee-c2d2325c26df req-945b2fce-2360-43c0-927c-bca1c1effa53 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245365 Jun 28 12:32:08.732271 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 5, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:08.740624 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Checking router: 21c02162-f066-461f-9279-c55d2eb27c48 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:08.760206 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Routers {'21c02162-f066-461f-9279-c55d2eb27c48'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:08.760206 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['21c02162-f066-461f-9279-c55d2eb27c48'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:08.803313 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53242) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:08.810293 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1564882428-network', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:08.810467 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 2, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:08.816174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Deleting port 9624ae06-213f-41f7-a209-dab23ad123c4 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:32:08.816592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.821790 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:08.830711 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Usage tracker for resource:network and tenant:8bc48627cd3841f69fe8e37b865d28e7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:08.839382 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Checking router: f45563be-70e9-401b-ba20-d0e6cb5a87d0 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:08.839382 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Updating router f45563be-70e9-401b-ba20-d0e6cb5a87d0 port 9eb20290-46a8-4564-b6f8-2556c8e3356b binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:08.839624 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:08.840653 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port fb1da27e-989d-419b-96b3-ae8acbda42a5 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:08.841029 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.850389 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:08.921535 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.960823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Made reservation on behalf of 8bc48627cd3841f69fe8e37b865d28e7 for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:08.963796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:08.987986 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.020137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:09.032966 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Usage tracker for resource:security_group_rule and tenant:8bc48627cd3841f69fe8e37b865d28e7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:09.036101 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:09.050030 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:09.180956 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] Set router 21c02162-f066-461f-9279-c55d2eb27c48 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:09.246336 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] For port 9624ae06-213f-41f7-a209-dab23ad123c4, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9624ae06-213f-41f7-a209-dab23ad123c4,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:09.247499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.252466 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.390535 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.400645 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.404519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Calling delete_port for 9624ae06-213f-41f7-a209-dab23ad123c4 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:32:09.416375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:32:09.421551 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Transition to ACTIVE for port object 9eb20290-46a8-4564-b6f8-2556c8e3356b will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:09.429998 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f2f47990-30cc-4fe5-93e1-402f0aa13aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:09.445195 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.445830 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Added segment 1e918c96-8c30-41a5-80f9-99e7ce39515b of type vlan for network 3d235b84-569f-410b-a67b-ffc234252a05 Jun 28 12:32:09.473765 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3804bd40-3a6a-46de-88f4-2b766f16aaad,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:09.494138 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.494529 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.495288 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.495288 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.495686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.496033 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.496376 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.497029 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.497029 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.497377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.497715 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.498080 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:09.503273 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.507230 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:09.532585 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.538939 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-473e80ac-ab2a-4290-913c-5b8cea3bde7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:09.581657 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 5, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:09.585857 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ee81b-4000-45ef-9a08-7795209fe6d5 None None] The sync data for ids ['21c02162-f066-461f-9279-c55d2eb27c48'] in dv-cinder-798094-1-smb is: [{'id': '21c02162-f066-461f-9279-c55d2eb27c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1411345246-router', 'tenant_id': 'cf7d425ff87c457dadc7515d8921603a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35'}], 'enable_snat': True}, 'gw_port_id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:05Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 5, 'project_id': 'cf7d425ff87c457dadc7515d8921603a', 'gw_port': {'id': '9624ae06-213f-41f7-a209-dab23ad123c4', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:db:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c02162-f066-461f-9279-c55d2eb27c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:07Z', 'updated_at': '2021-06-28T12:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:09.641021 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.642390 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:09.642951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.647320 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:09.781957 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Pushing event updated for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:09.820130 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:09.850756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Pushing event updated for resources: {'Network': ['ID=3d235b84-569f-410b-a67b-ffc234252a05,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:09.855074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:09.863415 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 3d235b84-569f-410b-a67b-ffc234252a05 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:32:09.870677 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Attempting to bind port 9eb20290-46a8-4564-b6f8-2556c8e3356b on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:09.871054 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Attempting to bind port 9eb20290-46a8-4564-b6f8-2556c8e3356b by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:09.871418 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Attempting to bind port 9eb20290-46a8-4564-b6f8-2556c8e3356b on network 72e80c99-9513-40f6-97b7-53ca23d705a7 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:09.878915 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:09.879713 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Checking segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:09.880459 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.882091 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Bound using segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:09.885977 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Bound port: 9eb20290-46a8-4564-b6f8-2556c8e3356b, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:09.886781 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.984733 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:09.990670 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:10.004918 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1996591 Jun 28 12:32:10.022740 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53266) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:10.033874 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Request body: {'subnet': {'network_id': '3d235b84-569f-410b-a67b-ffc234252a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1564882428-subnet', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'ip_version': 4}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:10.040802 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:10.066225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Usage tracker for resource:subnet and tenant:8bc48627cd3841f69fe8e37b865d28e7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:10.072492 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] For port 9eb20290-46a8-4564-b6f8-2556c8e3356b, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:10.073471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:10.081124 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] For port 9eb20290-46a8-4564-b6f8-2556c8e3356b, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9eb20290-46a8-4564-b6f8-2556c8e3356b,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:10.083170 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:10.092661 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Pushing event deleted for resources: {'Port': ['ID=9624ae06-213f-41f7-a209-dab23ad123c4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:10.133124 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbe57-31e2-4536-91ca-724c69d7aec4 req-75ad79ed-7329-40ad-b1f9-83346161e9ae tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:10.141519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.141812 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.142431 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.142794 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.143142 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.143492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.143837 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.144183 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.144521 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.144857 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.145196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.145591 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:32:10.148017 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-71ddbe57-31e2-4536-91ca-724c69d7aec4 req-75ad79ed-7329-40ad-b1f9-83346161e9ae tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2305405 Jun 28 12:32:10.153785 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:10.195895 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.201155 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:10.220500 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-71ddbe57-31e2-4536-91ca-724c69d7aec4 req-fb9371c6-e150-4a84-9923-4d731c4b7224 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693586 Jun 28 12:32:10.238766 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Made reservation on behalf of 8bc48627cd3841f69fe8e37b865d28e7 for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:10.245806 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15177958'] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.266768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.294717 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:10.295773 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:10.382221 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Pushing event updated for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=4']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:10.399986 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:10.588624 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.594194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.616732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device caeaad8c-3bf5-43a6-b714-b3b365c3c256 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:32:10.688415 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:10.761327 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14801226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15177968'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.767478 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ec4beb46-d414-4573-a4a9-224af72dcafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:10.770277 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: caeaad8c-3bf5-43a6-b714-b3b365c3c256 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:32:10.771038 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device caeaad8c-3bf5-43a6-b714-b3b365c3c256 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:32:10.868198 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Checking segment: {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:10.868905 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Network hostable DHCP agents. Network: 3d235b84-569f-410b-a67b-ffc234252a05, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:32:10.872567 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:32:10.875147 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bbb300-addf-4642-8fc3-352045251b87,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:10.884562 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:10.899646 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.900154 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c02162-f066-461f-9279-c55d2eb27c48 {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:32:10.915341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:10.918803 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] 10.222.0.37 "DELETE /v2.0/routers/21c02162-f066-461f-9279-c55d2eb27c48 HTTP/1.1" status: 204 len: 168 time: 3.1786025 Jun 28 12:32:10.919381 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53294) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:10.996609 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Deleting subnet 2225c822-d6e2-4548-9d93-31406aa289fa {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:32:11.000578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.036697 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Network 3d235b84-569f-410b-a67b-ffc234252a05 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:32:11.110743 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.161967 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:10Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:11.171419 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764ce50-32dc-4584-acb5-f7e7d798038f None None] The sync data for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb is: [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:10Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:11.208534 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 3d235b84-569f-410b-a67b-ffc234252a05) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:11.213802 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.225550 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c4d1c1-bf2b-419e-82ec-2181307a0872 None None] Network 3d235b84-569f-410b-a67b-ffc234252a05 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:11.243659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:11.244266 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.396618 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8467fd25-1dbf-4465-9d7f-5f48e7a950d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3692536 Jun 28 12:32:11.398969 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53308) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:11.403993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:11.409081 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:11.413778 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Usage tracker for resource:router and tenant:8bc48627cd3841f69fe8e37b865d28e7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:11.417951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:11.427105 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:11.427346 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f213871-036d-46d2-a320-cbb04773fbfb req-2fbc9616-1de6-41c1-934a-f042fe07033d tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:11.428700 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f213871-036d-46d2-a320-cbb04773fbfb req-2fbc9616-1de6-41c1-934a-f042fe07033d tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.0925155 Jun 28 12:32:11.452704 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.459311 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8b435e77-e717-48d8-8263-39f6f659a8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:11.553693 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3f213871-036d-46d2-a320-cbb04773fbfb req-b28bd0e7-a56c-4c5c-a221-f540a1000165 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181488 Jun 28 12:32:11.567558 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2225c822-d6e2-4548-9d93-31406aa289fa,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:11.575131 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.583911 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:11.604655 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-816890d5-ac14-445a-ba1f-9147b457b550 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2225c822-d6e2-4548-9d93-31406aa289fa HTTP/1.1" status: 204 len: 168 time: 0.6828701 Jun 28 12:32:11.605895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53312) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:11.630171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-3d235b84-569f-410b-a67b-ffc234252a05', 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'fixed_ips': [{'subnet_id': '73bbb300-addf-4642-8fc3-352045251b87'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:32:11.632051 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.632623 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.640282 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.749092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.776132 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:11.825463 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Allocated IP 172.20.0.2 (3d235b84-569f-410b-a67b-ffc234252a05/73bbb300-addf-4642-8fc3-352045251b87/3723b486-0d71-465c-8ad2-644e4373fb4b) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:12.071791 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.085023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Transition to ACTIVE for port object 3723b486-0d71-465c-8ad2-644e4373fb4b will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:12.095968 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.106370 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Transition to ACTIVE for port object 3723b486-0d71-465c-8ad2-644e4373fb4b will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:12.176855 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94227b61-0aac-43b9-9947-84938763aab3']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:12.178806 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.183745 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:12.247289 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:12.247522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc68e84-e60a-4b7f-be4c-714eaf5f6ace') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:12.261423 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Network 3d235b84-569f-410b-a67b-ffc234252a05 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:12.266161 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:12.269430 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:12.310335 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Pushing event updated for resources: {'Port': ['ID=3723b486-0d71-465c-8ad2-644e4373fb4b,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:12.314643 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:12.326287 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.348921 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.363500 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.385183 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:32:12.385690 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:32:12.404706 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:32:12.576678 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9eb20290-46a8-4564-b6f8-2556c8e3356b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:12.723229 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.810428 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 9eb20290-46a8-4564-b6f8-2556c8e3356b completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:12.816564 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9eb20290-46a8-4564-b6f8-2556c8e3356b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:12.817127 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.827740 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8d18147a-edb7-44f1-b324-a83731c5c5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:12.859124 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.874087 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Pushing event deleted for resources: {'Network': ['ID=94227b61-0aac-43b9-9947-84938763aab3,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:12.893636 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Attempting to bind port 3723b486-0d71-465c-8ad2-644e4373fb4b on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:12.894040 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Attempting to bind port 3723b486-0d71-465c-8ad2-644e4373fb4b by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:12.894442 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Attempting to bind port 3723b486-0d71-465c-8ad2-644e4373fb4b on network 3d235b84-569f-410b-a67b-ffc234252a05 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:12.906256 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:12.906975 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Checking segment: {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:12.907119 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.907443 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Bound using segment: {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:12.907678 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:12.907937 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Bound port: 3723b486-0d71-465c-8ad2-644e4373fb4b, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:12.908317 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.961952 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:12.995199 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] 10.222.0.37 "DELETE /v2.0/networks/94227b61-0aac-43b9-9947-84938763aab3 HTTP/1.1" status: 204 len: 168 time: 1.3881624 Jun 28 12:32:13.003169 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.059603 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaf28e-6cd5-4a8b-abda-590305092102 req-3a8ce24f-40e4-4ef6-b494-56decd6a2a34 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:13.062723 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-26eaf28e-6cd5-4a8b-abda-590305092102 req-3a8ce24f-40e4-4ef6-b494-56decd6a2a34 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.3381817 Jun 28 12:32:13.128225 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] For port 3723b486-0d71-465c-8ad2-644e4373fb4b, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:13.132381 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] For port 3723b486-0d71-465c-8ad2-644e4373fb4b, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=3723b486-0d71-465c-8ad2-644e4373fb4b,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:13.141081 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.188774 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 9eb20290-46a8-4564-b6f8-2556c8e3356b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9eb20290-46a8-4564-b6f8-2556c8e3356b,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:13.211421 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-26eaf28e-6cd5-4a8b-abda-590305092102 req-efb9ad48-c709-4e79-9b18-1c17303a34a7 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382372 Jun 28 12:32:13.270175 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.274051 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:13.275448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Allocated IP 172.28.1.61 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/cf8f96e6-e19a-47f1-93f7-a4c09a883395) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:13.350805 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.371692 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9624ae06-213f-41f7-a209-dab23ad123c4 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:32:13.411088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-1b6f6caa-6927-418d-8b79-ac6bd4024ea1 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:13.412595 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-1b6f6caa-6927-418d-8b79-ac6bd4024ea1 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.1485844 Jun 28 12:32:13.434178 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 9624ae06-213f-41f7-a209-dab23ad123c4 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:32:13.434532 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9624ae06-213f-41f7-a209-dab23ad123c4 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:32:13.446538 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Pushing event updated for resources: {'Port': ['ID=3723b486-0d71-465c-8ad2-644e4373fb4b,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:13.449461 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:13.449939 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:13.541278 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Deleting port 7ffb01e5-135d-4f96-83ca-59a6980268aa {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:32:13.541605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.583753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:13.585569 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:13.604615 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.668040 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53338) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:13.726173 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:13.740817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0a54fc56-ed30-4e6b-9fa1-93527a1ea418 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:13.836672 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:13.838438 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:13.841814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:13.882966 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8bc5379f-44e7-498c-895c-2e1c8188912a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf7d425ff87c457dadc7515d8921603a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2136729 Jun 28 12:32:13.883796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53342) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:13.929509 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f96e6-e19a-47f1-93f7-a4c09a883395,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:13.932550 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:14.004130 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] For port 7ffb01e5-135d-4f96-83ca-59a6980268aa, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7ffb01e5-135d-4f96-83ca-59a6980268aa,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:14.004582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.515974 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Calling delete_port for 7ffb01e5-135d-4f96-83ca-59a6980268aa owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:32:14.518417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.518417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.518417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1b3f9-9d8e-4d37-911f-29f4ebde75e8 req-2dcceb38-04de-4063-b102-da654ff4df8a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:14.518417 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-aae1b3f9-9d8e-4d37-911f-29f4ebde75e8 req-2dcceb38-04de-4063-b102-da654ff4df8a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 945 time: 0.1064487 Jun 28 12:32:14.519912 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-aae1b3f9-9d8e-4d37-911f-29f4ebde75e8 req-019ba204-0984-44c3-bcdd-07326dc1b470 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Jun 28 12:32:14.605480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff023b8a-8cdb-44a3-82ca-09ae5d39ba32 None None] Network 3d235b84-569f-410b-a67b-ffc234252a05 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:14.632810 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 3723b486-0d71-465c-8ad2-644e4373fb4b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:14.764737 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.764982 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.777306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:14.817655 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['7ffb01e5-135d-4f96-83ca-59a6980268aa'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:14.836802 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-979b92c4-47fa-4cb5-a00f-3099ddcb092a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:14.867358 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b0e16-61d9-4c89-920f-46fdf864b15a,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:14.880819 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:14.943937 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Pushing event deleted for resources: {'Port': ['ID=7ffb01e5-135d-4f96-83ca-59a6980268aa,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:14.948583 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-8ae398b8-2a53-4fdf-ac07-4ff00daad1cc None None] Provisioning for port 3723b486-0d71-465c-8ad2-644e4373fb4b completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:14.954579 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:14.963364 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] No DVR routers for this DVR port 7ffb01e5-135d-4f96-83ca-59a6980268aa on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:32:14.968197 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:14.971017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'name': 'network-vif-deleted', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:15.039735 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.099010 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48267d30-462d-4090-9187-28a15982f1f5', 'name': 'network-vif-deleted', 'tag': '7ffb01e5-135d-4f96-83ca-59a6980268aa', 'status': 'completed', 'code': 200} Jun 28 12:32:15.144596 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6aae1fc6-6bf4-4515-8ba9-50a914282ef7 req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "DELETE /v2.0/ports/7ffb01e5-135d-4f96-83ca-59a6980268aa HTTP/1.1" status: 204 len: 173 time: 1.7253170 Jun 28 12:32:15.145446 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 3723b486-0d71-465c-8ad2-644e4373fb4b completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:15.160310 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 3723b486-0d71-465c-8ad2-644e4373fb4b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:15.162021 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.205286 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.206445 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/717b0e16-61d9-4c89-920f-46fdf864b15a HTTP/1.1" status: 204 len: 168 time: 1.3145578 Jun 28 12:32:15.334903 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.395925 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 3723b486-0d71-465c-8ad2-644e4373fb4b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=3723b486-0d71-465c-8ad2-644e4373fb4b,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:15.500833 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-02aa7c6d-ae9b-46a4-8352-b799e989ebf4 None None] Provisioning complete for port 3723b486-0d71-465c-8ad2-644e4373fb4b triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:15.501207 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-02aa7c6d-ae9b-46a4-8352-b799e989ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.572281 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.621868 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.622724 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9eb20290-46a8-4564-b6f8-2556c8e3356b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:15.646702 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-02aa7c6d-ae9b-46a4-8352-b799e989ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.669691 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:15.776008 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-315c6f01-c3f0-419a-aba7-17a947a41dd3 req-d1700283-546a-4420-83f6-79f264d77074 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:15.841578 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=3723b486-0d71-465c-8ad2-644e4373fb4b,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:15.845243 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:15.860355 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-02aa7c6d-ae9b-46a4-8352-b799e989ebf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:32:15.860737 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-02aa7c6d-ae9b-46a4-8352-b799e989ebf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:32:15.863166 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9eb20290-46a8-4564-b6f8-2556c8e3356b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:15.863522 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:15.907001 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-315c6f01-c3f0-419a-aba7-17a947a41dd3 req-d1700283-546a-4420-83f6-79f264d77074 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:15.908459 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Router 46ac1cb4-d104-4eca-9844-efda31a7ce0d is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:32:15.911084 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-315c6f01-c3f0-419a-aba7-17a947a41dd3 req-d1700283-546a-4420-83f6-79f264d77074 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=48267d30-462d-4090-9187-28a15982f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1903460 Jun 28 12:32:16.035376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53384) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:16.256149 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.264490 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:16.275104 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Sync routers for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:16.277718 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:16.287213 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:190dbc421ebd4ed582159ba4bd05b9b7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:16.288609 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:16.290928 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:16.291641 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:16.295267 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:16.414421 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.418213 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0157576 Jun 28 12:32:16.418796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53398) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:16.572358 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.594745 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 3723b486-0d71-465c-8ad2-644e4373fb4b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:16.661326 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:16.687118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e93feec7-4678-4986-a949-22a82436745c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:16.725244 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:16.759917 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=190dbc421ebd4ed582159ba4bd05b9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232077 Jun 28 12:32:16.762631 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53412) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:16.766902 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397434f5-5056-425c-98fd-a9ee03092c43,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:16.770074 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:16.988697 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.014709 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 3723b486-0d71-465c-8ad2-644e4373fb4b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:17.015080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.054850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53422) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:17.103973 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.157156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53430) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:17.312346 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:14Z', 'revision_number': 3, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:17.316038 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Checking router: 46ac1cb4-d104-4eca-9844-efda31a7ce0d for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:17.316324 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Updating router 46ac1cb4-d104-4eca-9844-efda31a7ce0d port cf8f96e6-e19a-47f1-93f7-a4c09a883395 binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:17.384454 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.396050 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.404096 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:17.408102 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.410735 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Usage tracker for resource:security_group_rule and tenant:7fefc1891ec74ea58cc7fe57ee8c7a10 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:17.415333 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:17.423540 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:17.440984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-113924573-network', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:17.446752 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:17.451968 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Usage tracker for resource:network and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:17.455213 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:17.461758 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:17.489164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.500164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a77aae3c-80bf-4011-aa24-97a69d04bd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:17.525703 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397434f5-5056-425c-98fd-a9ee03092c43,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:17.530704 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:17.556272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.557644 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/397434f5-5056-425c-98fd-a9ee03092c43 HTTP/1.1" status: 204 len: 168 time: 0.7959414 Jun 28 12:32:17.582271 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.585578 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Made reservation on behalf of f7232abe5de8497d8b20f3db6f6df1d9 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:17.588247 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.603798 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.623444 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:17.627704 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:17.631169 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:17.643120 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:17.676132 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.686094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:17.744949 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7691892d-9da9-4c58-93c8-b4f732ece7c2,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:17.751109 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fefc1891ec74ea58cc7fe57ee8c7a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928938 Jun 28 12:32:17.755636 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:17.756339 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53442) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:17.797632 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Allocated IP 172.20.0.1 (3d235b84-569f-410b-a67b-ffc234252a05/73bbb300-addf-4642-8fc3-352045251b87/aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:17.814067 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 7ffb01e5-135d-4f96-83ca-59a6980268aa no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:32:17.863782 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.864962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.884273 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 7ffb01e5-135d-4f96-83ca-59a6980268aa {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:32:17.884627 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 7ffb01e5-135d-4f96-83ca-59a6980268aa not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:32:17.900165 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.951080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.977316 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Transition to ACTIVE for port object cf8f96e6-e19a-47f1-93f7-a4c09a883395 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:17.981298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:17.992080 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-41ea0dd5-a8bd-4af2-b537-a1cd83dd0d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:17.994178 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.021017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2593acbc-4c11-401a-8d2e-62147b5ebd8b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.024038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.089687 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.094136 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Transition to ACTIVE for port object aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:18.095885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.098237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:32:18.100299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a42189aa-9d84-4e29-a19e-96a7af3e0272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:18.104391 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:18.134595 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.135988 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Added segment 9f43bb27-bda9-4cd7-be57-452b2cc8e4f3 of type vlan for network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 Jun 28 12:32:18.154062 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf4c12-55b3-4439-8a36-acdd81b2556f req-cb82c35e-ba0d-467a-aded-230dfd685a70 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:18.155417 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691892d-9da9-4c58-93c8-b4f732ece7c2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.155876 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5fcf4c12-55b3-4439-8a36-acdd81b2556f req-cb82c35e-ba0d-467a-aded-230dfd685a70 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1068180 Jun 28 12:32:18.181936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.194865 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.196436 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7691892d-9da9-4c58-93c8-b4f732ece7c2 HTTP/1.1" status: 204 len: 168 time: 0.4385228 Jun 28 12:32:18.213317 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.214128 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Pushing event updated for resources: {'Port': ['ID=cf8f96e6-e19a-47f1-93f7-a4c09a883395,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.221416 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.229186 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Attempting to bind port cf8f96e6-e19a-47f1-93f7-a4c09a883395 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:18.229699 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Attempting to bind port cf8f96e6-e19a-47f1-93f7-a4c09a883395 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:18.230098 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Attempting to bind port cf8f96e6-e19a-47f1-93f7-a4c09a883395 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:18.240124 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:18.240631 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:18.241195 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.241683 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:18.242346 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Bound port: cf8f96e6-e19a-47f1-93f7-a4c09a883395, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:18.247760 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.248548 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5fcf4c12-55b3-4439-8a36-acdd81b2556f req-57d64676-49e2-42e3-b6a8-277722107733 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713117 Jun 28 12:32:18.304718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.310003 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cba896cb-345f-4e72-a10b-dacc14eb5c6f tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:18.322991 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] For port cf8f96e6-e19a-47f1-93f7-a4c09a883395, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:18.325978 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] For port cf8f96e6-e19a-47f1-93f7-a4c09a883395, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cf8f96e6-e19a-47f1-93f7-a4c09a883395,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:18.358647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.360046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:18.360819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.366811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0cb735ea-cbf9-46bb-a49a-b166b05864e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:18.375462 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Network 3d235b84-569f-410b-a67b-ffc234252a05 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:18.378522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:18.381647 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:18.430926 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Pushing event updated for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.434131 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.453008 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.474680 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Pushing event updated for resources: {'Network': ['ID=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.477833 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.479214 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.488473 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:18.534116 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:32:18.610291 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53454) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:18.631584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.648743 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:18.652565 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Usage tracker for resource:security_group_rule and tenant:83935cd4d6624094885c84af996b141b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:18.661880 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6049483 Jun 28 12:32:18.662568 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53458) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:18.666550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:18.675016 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Request body: {'subnet': {'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-subnet', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:18.678580 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:18.684705 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:18.694810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Usage tracker for resource:subnet and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:18.698887 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:18.698887 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:18.699194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:18.710302 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:18.754119 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Pushing event updated for resources: {'Port': ['ID=cf8f96e6-e19a-47f1-93f7-a4c09a883395,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:18.764632 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:18.810744 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.835345 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Made reservation on behalf of f7232abe5de8497d8b20f3db6f6df1d9 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:18.837794 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.847830 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-5f11ec02-8ffc-4976-aaa7-7a5c310a4c31 None None] Provisioning for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:18.868321 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-5f11ec02-8ffc-4976-aaa7-7a5c310a4c31 None None] Provisioning complete for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:18.868963 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-5f11ec02-8ffc-4976-aaa7-7a5c310a4c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.942926 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:18.976641 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:18.990549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.012298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0dc62aaa-ce29-48e4-9cd9-052c6db6f74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:19.026627 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83935cd4d6624094885c84af996b141b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124801 Jun 28 12:32:19.052547 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53472) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:19.063321 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-5f11ec02-8ffc-4976-aaa7-7a5c310a4c31 None None] Port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:19.097707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377dec95-ce48-4ba7-b042-e604ccdb02ed,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:19.121612 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:19.245425 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.297990 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.306833 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:19.308079 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.355759 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:14Z', 'revision_number': 3, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:19.361120 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6940600-7ee4-460e-b77e-fa704deb72e7 None None] The sync data for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb is: [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:14Z', 'revision_number': 3, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:19.394993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.461679 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a923e6-aadc-4e88-b5c1-213f261ebf7e,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:19.463081 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:19.476913 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Checking segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:19.477270 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Network hostable DHCP agents. Network: 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:32:19.485949 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.522041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:19.536844 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238af32-2a7a-49fd-a7bc-67efa11bca12 req-b901498b-b771-45ac-9ae4-86f384b6da55 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:19.545292 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a238af32-2a7a-49fd-a7bc-67efa11bca12 req-b901498b-b771-45ac-9ae4-86f384b6da55 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1543512 Jun 28 12:32:19.600736 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a238af32-2a7a-49fd-a7bc-67efa11bca12 req-9f005a58-5cdb-4d8a-8898-ab1c6129e46e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Jun 28 12:32:19.609714 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.615323 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:32:19.651137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Pushing event updated for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:19.655126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:19.660576 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e64a8455-a8cd-439d-a050-189173cd954e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:19.671974 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.678652 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/377dec95-ce48-4ba7-b042-e604ccdb02ed HTTP/1.1" status: 204 len: 168 time: 0.6195343 Jun 28 12:32:19.679617 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.707366 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377dec95-ce48-4ba7-b042-e604ccdb02ed,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:19.709265 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:19.721057 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68741f74-8c53-4bff-924b-03a06a5ac456 None None] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:19.742262 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:19.746708 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:19.746861 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:19.921502 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2523222 Jun 28 12:32:19.921804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53490) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:19.927777 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:19.937360 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:19.946037 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Usage tracker for resource:router and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:19.957877 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:19.985499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:19.991963 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Network 3d235b84-569f-410b-a67b-ffc234252a05 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:19.993179 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:20.083554 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:32:20.085323 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.103772 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.104837 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.145059 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.425073 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Allocated IP 172.20.0.2 (92e9ee39-a4c5-4c03-9f35-ac398b8c08a8/13a923e6-aadc-4e88-b5c1-213f261ebf7e/e11e9748-abbb-477c-aa2f-dc7d6260e6da) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:20.454881 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Router 46ac1cb4-d104-4eca-9844-efda31a7ce0d has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:32:20.652324 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cf8f96e6-e19a-47f1-93f7-a4c09a883395 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:20.777890 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d99717f6-071a-4cc2-8866-0eed6d6582ab None None] Provisioning complete for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:20.788441 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d99717f6-071a-4cc2-8866-0eed6d6582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:20.801414 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:20.856001 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] 10.222.0.37 "PUT /v2.0/routers/46ac1cb4-d104-4eca-9844-efda31a7ce0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4361067 Jun 28 12:32:20.937670 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d99717f6-071a-4cc2-8866-0eed6d6582ab None None] Port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:20.946250 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ab222-01a0-4778-a2ce-b012afbc8054 req-c0a79bef-3431-405d-b7cf-7d1cdd3566c5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:20.952031 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-165ab222-01a0-4778-a2ce-b012afbc8054 req-c0a79bef-3431-405d-b7cf-7d1cdd3566c5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1485243 Jun 28 12:32:20.978673 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53528) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:20.991287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.000665 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port cf8f96e6-e19a-47f1-93f7-a4c09a883395 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:21.008590 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.019986 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Transition to ACTIVE for port object e11e9748-abbb-477c-aa2f-dc7d6260e6da will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:21.022631 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port cf8f96e6-e19a-47f1-93f7-a4c09a883395 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:21.025170 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.044584 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:21.052024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Usage tracker for resource:security_group_rule and tenant:7d68af9ba69040ba8fbed4be7b7491e0 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:21.054800 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.056977 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-165ab222-01a0-4778-a2ce-b012afbc8054 req-de21a196-3719-4ab8-a867-dfe3139c3c27 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976796 Jun 28 12:32:21.057763 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:21.065342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:21.106784 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Transition to ACTIVE for port object e11e9748-abbb-477c-aa2f-dc7d6260e6da will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:21.195093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.220632 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.228309 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.238223 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-c004db5b-aedd-461c-92a6-357d9b3b0a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:21.292420 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port cf8f96e6-e19a-47f1-93f7-a4c09a883395, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cf8f96e6-e19a-47f1-93f7-a4c09a883395,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:21.314344 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:21.317251 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:21.321054 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:21.328269 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Pushing event updated for resources: {'Port': ['ID=e11e9748-abbb-477c-aa2f-dc7d6260e6da,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:21.331433 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:21.348333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.399670 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aaeae62f-5f0a-4172-8fdb-0b67ede67873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:21.408155 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.417481 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:21.453265 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d68af9ba69040ba8fbed4be7b7491e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709487 Jun 28 12:32:21.453743 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53536) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:21.478474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe137ddd-b390-4505-8131-035f243ae854,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:21.483098 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:21.490817 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Attempting to bind port e11e9748-abbb-477c-aa2f-dc7d6260e6da on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:21.491194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Attempting to bind port e11e9748-abbb-477c-aa2f-dc7d6260e6da by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:21.491611 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Attempting to bind port e11e9748-abbb-477c-aa2f-dc7d6260e6da on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:21.504252 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:21.504680 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Checking segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:21.505092 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.505491 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Bound using segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:21.506175 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Bound port: e11e9748-abbb-477c-aa2f-dc7d6260e6da, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:21.506478 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.540462 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.568750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.575303 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=cf8f96e6-e19a-47f1-93f7-a4c09a883395,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:21.579089 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:21.617188 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] For port e11e9748-abbb-477c-aa2f-dc7d6260e6da, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:21.626244 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Sync routers for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:21.629759 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] For port e11e9748-abbb-477c-aa2f-dc7d6260e6da, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e11e9748-abbb-477c-aa2f-dc7d6260e6da,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:21.637473 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:21.646371 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:21.656534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.687170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.761111 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.765029 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.768188 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:21.768901 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-95e74f94-a3fc-48d2-9033-5231770d29ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:21.792610 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe137ddd-b390-4505-8131-035f243ae854,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:21.798861 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:21.805129 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:21.813749 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe137ddd-b390-4505-8131-035f243ae854 HTTP/1.1" status: 204 len: 168 time: 0.3558824 Jun 28 12:32:21.861403 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:21.889731 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Pushing event updated for resources: {'Port': ['ID=e11e9748-abbb-477c-aa2f-dc7d6260e6da,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:21.894077 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:21.933269 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Allocated IP 172.28.1.247 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/9fafeb95-f0d2-4243-873b-6f8c468c9db8) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:22.150212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:22.305013 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:18Z', 'revision_number': 4, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d', 'name': '', 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'mac_address': 'fa:16:3e:f0:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '73bbb300-addf-4642-8fc3-352045251b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:17Z', 'updated_at': '2021-06-28T12:32:19Z', 'revision_number': 2, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'subnets': [{'id': '73bbb300-addf-4642-8fc3-352045251b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:22.311331 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:22.312369 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Checking router: 46ac1cb4-d104-4eca-9844-efda31a7ce0d for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:22.312369 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Updating router 46ac1cb4-d104-4eca-9844-efda31a7ce0d port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:22.320156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:22.355081 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64e42f-15a5-4c0f-9fdf-95fe0d1cc2c6 req-2f1755ca-571f-4b37-a6da-c821488f4f89 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:22.357457 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4b64e42f-15a5-4c0f-9fdf-95fe0d1cc2c6 req-2f1755ca-571f-4b37-a6da-c821488f4f89 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1022646 Jun 28 12:32:22.385786 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:22.392921 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:22.394401 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:22.400869 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:22.451206 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4b64e42f-15a5-4c0f-9fdf-95fe0d1cc2c6 req-37ec2255-08fb-464e-8178-38de27a2c1cb tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857213 Jun 28 12:32:22.466174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Pushing event updated for resources: {'Port': ['ID=9fafeb95-f0d2-4243-873b-6f8c468c9db8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:22.471341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:22.756907 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cf8f96e6-e19a-47f1-93f7-a4c09a883395 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:22.943107 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port cf8f96e6-e19a-47f1-93f7-a4c09a883395 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:22.943488 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:22.974196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53570) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:22.979596 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590906490', 'description': 'tempest-secgroup-smoke-590906490 description', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:22.991525 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:22.996833 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:23.001584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:23.012068 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.014717 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:23.043829 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Transition to ACTIVE for port object aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:23.139130 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.143334 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-de679f2f-5ebe-4413-a5f5-e1f5d6ff8c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:23.150339 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e11e9748-abbb-477c-aa2f-dc7d6260e6da up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:23.314923 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port e11e9748-abbb-477c-aa2f-dc7d6260e6da completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:23.335228 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea5dee-097f-41ef-b858-d12b9a605941 None None] Pushing event updated for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:23.340593 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-94ea5dee-097f-41ef-b858-d12b9a605941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:23.368247 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d91b6-726f-4bb2-8e87-819ac99f6c27 None None] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:23.385836 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.456751 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53582) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:23.471945 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:23.473604 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Attempting to bind port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:23.474465 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Attempting to bind port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:23.475389 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Attempting to bind port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d on network 3d235b84-569f-410b-a67b-ffc234252a05 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:23.480183 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:23.483586 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:23.487615 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Checking segment: {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:23.487615 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.487615 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Bound using segment: {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:23.487615 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Bound port: aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e918c96-8c30-41a5-80f9-99e7ce39515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:23.488024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:23.488129 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.502816 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:23.601961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.624767 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] For port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:23.628731 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] For port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:23.677374 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-91f864ae-825f-402d-b812-700593971548 None None] Provisioning for port e11e9748-abbb-477c-aa2f-dc7d6260e6da completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:23.700137 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-91f864ae-825f-402d-b812-700593971548 None None] Provisioning complete for port e11e9748-abbb-477c-aa2f-dc7d6260e6da triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:23.701069 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-91f864ae-825f-402d-b812-700593971548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.706547 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.747134 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.752439 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:23.786993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1907293188-network', 'tenant_id': '27509b71cbbe42aa81d858440c91de9e'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:23.789324 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.797343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f114b03-3a44-4b57-81bf-e80e3c648377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:23.824046 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:23.836643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Usage tracker for resource:network and tenant:27509b71cbbe42aa81d858440c91de9e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:23.840738 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:23.843531 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:23.847594 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:23.862088 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:23.883291 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75225b45-aa4d-40fb-8cdc-cc663265b137,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:23.890961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:23.895154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8b47b-7e9e-4502-b10f-5569a40908fe req-1d0fd352-a4cf-4dc2-b16f-37f370e0db8d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:23.896514 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-70e8b47b-7e9e-4502-b10f-5569a40908fe req-1d0fd352-a4cf-4dc2-b16f-37f370e0db8d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.2536886 Jun 28 12:32:23.962741 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Made reservation on behalf of 27509b71cbbe42aa81d858440c91de9e for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:23.971708 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:23.976464 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea5dee-097f-41ef-b858-d12b9a605941 None None] Pushing event updated for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=4']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:23.987961 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-94ea5dee-097f-41ef-b858-d12b9a605941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:24.002785 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.034705 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-91f864ae-825f-402d-b812-700593971548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.057348 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-70e8b47b-7e9e-4502-b10f-5569a40908fe req-3a450aee-1c6e-4572-bd11-13c3a139cbde tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473589 Jun 28 12:32:24.064598 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:24.080267 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Usage tracker for resource:security_group_rule and tenant:27509b71cbbe42aa81d858440c91de9e is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:24.086135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:24.110671 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-91f864ae-825f-402d-b812-700593971548 None None] For port e11e9748-abbb-477c-aa2f-dc7d6260e6da, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e11e9748-abbb-477c-aa2f-dc7d6260e6da,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:24.114921 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:24.145941 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.148731 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1735647 Jun 28 12:32:24.156919 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53596) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:24.184225 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:24.228333 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-91f864ae-825f-402d-b812-700593971548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.234182 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:24.258685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:24.271564 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.273371 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:24.312479 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:24.316308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:24.324238 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:24.354129 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.358305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8a8c5def-0e7b-4870-b4d3-63f9b1bee661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:24.362221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.386810 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f864ae-825f-402d-b812-700593971548 None None] Pushing event updated for resources: {'Port': ['ID=e11e9748-abbb-477c-aa2f-dc7d6260e6da,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:24.395624 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-91f864ae-825f-402d-b812-700593971548 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:24.398805 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:32:24.408625 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:24.412387 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:24.416472 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.417111 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Added segment 9df121ab-69c5-4cf2-a0f8-eca69cb44a3a of type vlan for network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 Jun 28 12:32:24.448656 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.521142 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d4c566d1-df3f-4485-b853-b0c66c6c5330 None None] Provisioning complete for port e11e9748-abbb-477c-aa2f-dc7d6260e6da triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:24.521662 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d4c566d1-df3f-4485-b853-b0c66c6c5330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.548799 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.551983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:24.552756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.556034 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.571254 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e11e9748-abbb-477c-aa2f-dc7d6260e6da up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:24.582894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-408c899e-e6d1-4c77-865c-5bda827788aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:24.656923 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:18Z', 'revision_number': 4, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d', 'name': '', 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'mac_address': 'fa:16:3e:f0:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '73bbb300-addf-4642-8fc3-352045251b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:17Z', 'updated_at': '2021-06-28T12:32:23Z', 'revision_number': 4, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'subnets': [{'id': '73bbb300-addf-4642-8fc3-352045251b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:24.664995 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1458889-367f-4100-a5b8-3b507cb33c5f None None] The sync data for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb is: [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:32:18Z', 'revision_number': 4, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d', 'name': '', 'network_id': '3d235b84-569f-410b-a67b-ffc234252a05', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'mac_address': 'fa:16:3e:f0:c1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '73bbb300-addf-4642-8fc3-352045251b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:17Z', 'updated_at': '2021-06-28T12:32:23Z', 'revision_number': 4, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'subnets': [{'id': '73bbb300-addf-4642-8fc3-352045251b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:24.728209 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Pushing event updated for resources: {'Network': ['ID=ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:24.728209 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:24.728209 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2697911 Jun 28 12:32:24.732745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53610) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:24.749125 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Request body: {'subnet': {'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1907293188-subnet', 'tenant_id': '27509b71cbbe42aa81d858440c91de9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:24.759045 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:32:24.765474 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:24.776680 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-53d9e5fd-2700-444d-b973-5375cd225235 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:24.777377 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-53d9e5fd-2700-444d-b973-5375cd225235 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:24.796940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Usage tracker for resource:subnet and tenant:27509b71cbbe42aa81d858440c91de9e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:24.800449 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.801991 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:24.814589 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:24.903785 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.918117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-69da5fb2-8497-43c5-bee8-05758f89c4c4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:24.924111 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port e11e9748-abbb-477c-aa2f-dc7d6260e6da triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:24.924493 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.943349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b4c335-8d73-4099-91ce-2cc119604d62,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:24.943349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:24.950446 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:32:24.952434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Made reservation on behalf of 27509b71cbbe42aa81d858440c91de9e for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:24.954782 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:24.967583 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-53d9e5fd-2700-444d-b973-5375cd225235 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:24.968674 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-53d9e5fd-2700-444d-b973-5375cd225235 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/networks?id=69d14769-193d-47ce-839f-ae849d3c3380 HTTP/1.1" status: 200 len: 813 time: 0.5418160 Jun 28 12:32:25.115543 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-04ca6815-33dd-414f-a7de-bc37e8d75904 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/quotas/2218d190addc4b54bf85e70c566cf8af HTTP/1.1" status: 200 len: 375 time: 0.1390367 Jun 28 12:32:25.137669 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.144967 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9848468 Jun 28 12:32:25.148026 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53622) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:25.156811 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:25.164672 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:25.169038 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:25.172814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:25.181643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:25.234519 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-fd74d7c4-aa2f-4065-af2c-6dc3aecb8c6c tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882707 Jun 28 12:32:25.321429 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccb781-06c2-4253-ad1c-81ee6af88cac req-abb269c5-1180-4bf1-8efc-87a3f2035c2f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:25.323012 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-80ccb781-06c2-4253-ad1c-81ee6af88cac req-abb269c5-1180-4bf1-8efc-87a3f2035c2f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0948472 Jun 28 12:32:25.376764 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-80ccb781-06c2-4253-ad1c-81ee6af88cac req-52da1596-8752-4639-96e7-9991b046eb22 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471466 Jun 28 12:32:25.399573 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.488713 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.572343 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.575364 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:25.585370 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:25.595677 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:25.600050 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755cc00e-84c1-4f5f-8644-548749e95291,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:25.605794 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:25.620128 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:25.620906 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:25.697024 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-7cf33a9a-413b-46d3-a096-67f6fdcd1564 service neutron] 10.222.0.37 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449053 Jun 28 12:32:25.726587 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.730370 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5790544 Jun 28 12:32:25.737515 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53628) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:25.737515 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:25.744516 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:25.749196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:25.754318 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:25.764818 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:25.811922 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:25.812150 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.813268 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8904965 Jun 28 12:32:25.817010 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53632) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:25.891092 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-98e9f4dd-8d5e-4692-aa80-762d65d8efd6 service neutron] 10.222.0.37 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936796 Jun 28 12:32:25.915028 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:25.920671 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:25.984314 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caca3f3b-eb79-4d40-8318-f4ce4956281d,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:25.987640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:26.033956 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Checking segment: {'id': '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:26.038103 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Network hostable DHCP agents. Network: ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:32:26.097287 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.172227 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:32:26.196528 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.200466 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:22Z', 'revision_number': 3, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:26.205348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:26.206145 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Updating router d9c0c14c-c686-4445-b11b-09827eda7bd3 port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:26.268940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:26.269471 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.273073 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:26.273627 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.302427 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be3e31-295b-4628-a632-c4b83f6810f5 None None] Network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:26.346819 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b9f7fbcc-e265-4380-ac18-02545db0e221 req-8b3d0a4f-09cb-41da-ad9f-0246391146e2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.1400495 Jun 28 12:32:26.347518 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.363989 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:26.390502 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1491fe52-0262-4ae8-8c2d-e08cdd9ca095,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:26.396546 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:26.457266 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7043405 Jun 28 12:32:26.585426 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.589665 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-fef0b213-7762-4d3a-a71a-76575d980be8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8577700 Jun 28 12:32:26.606675 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53652) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:26.623983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:26.635124 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:26.657818 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:26.661187 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:26.665857 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:26.677460 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:26.706354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c68e0c-04d5-48ac-9d23-7a554018f8e4 req-de9c5dce-1ec3-4cc2-9c29-22bd8e3fa716 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:26.715885 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-37c68e0c-04d5-48ac-9d23-7a554018f8e4 req-de9c5dce-1ec3-4cc2-9c29-22bd8e3fa716 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1990001 Jun 28 12:32:26.788933 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-37c68e0c-04d5-48ac-9d23-7a554018f8e4 req-ba1e4f1b-70ff-42a4-ab15-a99a9aa75a6e tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626962 Jun 28 12:32:26.831541 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52faaa9d-d404-4a7a-952d-76ec8955d6bc None None] Network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:26.883887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:26.905599 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.041671 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:27.098421 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:27.098807 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.171360 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.183925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.200325 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Transition to ACTIVE for port object 9fafeb95-f0d2-4243-873b-6f8c468c9db8 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:27.249231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Allocated IP 172.20.0.1 (92e9ee39-a4c5-4c03-9f35-ac398b8c08a8/13a923e6-aadc-4e88-b5c1-213f261ebf7e/0c11a371-1fe9-4538-9ca5-4613db111c4b) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:27.306187 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.340315 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.341603 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:27.351981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d47b8492-2048-4a8e-825d-af16b91cbd6a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.361531 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.367234 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.387817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3ec50d-6a81-4474-8570-dbe922ec93ca,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:27.399141 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:27.429572 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Attempting to bind port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:27.429672 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Attempting to bind port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:27.430248 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Attempting to bind port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:27.436970 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:27.437668 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:27.438459 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.438867 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:27.439387 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Bound port: 9fafeb95-f0d2-4243-873b-6f8c468c9db8, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:27.439844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.486286 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.495912 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53674) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:27.501975 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1324383373-network', 'tenant_id': '25cd018dcc4e4dcda45b31c17419ec8b'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:27.506869 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:27.511097 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Usage tracker for resource:network and tenant:25cd018dcc4e4dcda45b31c17419ec8b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:27.514567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:27.522095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:27.549199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.550423 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9419584 Jun 28 12:32:27.554149 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53678) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:27.555635 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2ef6ca42-2b88-4901-820f-d118ddb74460 req-19190cce-5adf-48f4-a49b-5ab00a5506bd tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.0693235 Jun 28 12:32:27.560282 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04308e-263f-4b8e-81af-eb631579e3ae None None] Pushing event updated for resources: {'Port': ['ID=9fafeb95-f0d2-4243-873b-6f8c468c9db8,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:27.561175 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:27.561499 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.565832 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9d04308e-263f-4b8e-81af-eb631579e3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:27.566331 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-e5ae3bbe-311e-46e3-8865-d86f02bf3bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.579448 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:27.589591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Transition to ACTIVE for port object 0c11a371-1fe9-4538-9ca5-4613db111c4b will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:27.592125 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:27.595282 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:27.602426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:27.607667 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Made reservation on behalf of 25cd018dcc4e4dcda45b31c17419ec8b for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:27.610146 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.620090 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] For port 9fafeb95-f0d2-4243-873b-6f8c468c9db8, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:27.624783 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.633723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] For port 9fafeb95-f0d2-4243-873b-6f8c468c9db8, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9fafeb95-f0d2-4243-873b-6f8c468c9db8,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:27.640245 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:27.644329 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:27.645553 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:25cd018dcc4e4dcda45b31c17419ec8b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:27.649901 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:27.650787 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:27.656494 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:27.730186 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.730737 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.736725 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.737504 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Project e598201683e7445a8dfcf8ebd6a9db0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:32:27.740297 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.742831 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.747343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.807573 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:27.810530 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:27.814861 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:27.819545 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:27.820170 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:27.832991 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.845973 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d0f36e30-504e-471a-ad0d-f246a9379b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:27.865478 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Pushing event updated for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:27.870362 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:27.891396 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.918540 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:32:27.930185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.936407 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56207c89-bf39-4946-a503-89f7395dbe7b,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:27.939800 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:27.943668 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:27.944035 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Added segment 28b3e4b8-addb-4141-8571-e4d16ff89355 of type vlan for network d980a8ee-0f7d-44a1-95de-654d8932f814 Jun 28 12:32:28.017118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.026986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.047525 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e78df20-9434-4d96-861d-72d3a3b9527a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:28.081871 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a46c9-9180-4b90-8d44-8f4a30888dd9,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:28.091085 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:28.104700 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:28.195751 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f1bf9-5122-4b3f-9a23-185570e05d5e req-ecac8fb7-abad-4ca2-8e7f-173b65bc189b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:28.198375 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fa1f1bf9-5122-4b3f-9a23-185570e05d5e req-ecac8fb7-abad-4ca2-8e7f-173b65bc189b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.2213624 Jun 28 12:32:28.255835 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fa1f1bf9-5122-4b3f-9a23-185570e05d5e req-62e4810d-d207-46e3-887e-5aea91d6cdb3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510657 Jun 28 12:32:28.256552 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04308e-263f-4b8e-81af-eb631579e3ae None None] Pushing event updated for resources: {'Port': ['ID=9fafeb95-f0d2-4243-873b-6f8c468c9db8,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:28.257016 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.262322 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-26893710-640a-4ec7-85b0-76e04ee97b87 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7067323 Jun 28 12:32:28.263598 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53688) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:28.269093 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'security_group_rule': {'security_group_id': '75225b45-aa4d-40fb-8cdc-cc663265b137', 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:28.275444 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:28.275610 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9d04308e-263f-4b8e-81af-eb631579e3ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:28.278275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.285095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.287552 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:security_group_rule and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:28.292755 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:28.293349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.297735 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:28.300702 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:28.367809 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-37140450-26e4-4b29-a52d-6bb75297fe6b None None] Provisioning for port 0c11a371-1fe9-4538-9ca5-4613db111c4b completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:28.377383 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:28.387329 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-37140450-26e4-4b29-a52d-6bb75297fe6b None None] Provisioning complete for port 0c11a371-1fe9-4538-9ca5-4613db111c4b triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:28.387715 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-37140450-26e4-4b29-a52d-6bb75297fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.411626 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d980a8ee-0f7d-44a1-95de-654d8932f814,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:28.414939 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:28.432225 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network d980a8ee-0f7d-44a1-95de-654d8932f814 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:32:28.517667 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0203729 Jun 28 12:32:28.520702 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53692) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:28.531392 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Request body: {'subnet': {'network_id': 'd980a8ee-0f7d-44a1-95de-654d8932f814', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1324383373-subnet', 'tenant_id': '25cd018dcc4e4dcda45b31c17419ec8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:28.539897 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:28.546548 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Usage tracker for resource:subnet and tenant:25cd018dcc4e4dcda45b31c17419ec8b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:28.550616 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:28.557043 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.559871 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:28.572285 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-37140450-26e4-4b29-a52d-6bb75297fe6b None None] Port 0c11a371-1fe9-4538-9ca5-4613db111c4b cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:28.599485 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:28.669139 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Project e598201683e7445a8dfcf8ebd6a9db0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:32:28.669400 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.683942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.684158 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:22Z', 'revision_number': 3, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:28.691056 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f8bb5-316e-452d-ae96-6cf8999f4d62 None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:22Z', 'revision_number': 3, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:28.697665 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:28.698430 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.702023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:28.733358 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Made reservation on behalf of 25cd018dcc4e4dcda45b31c17419ec8b for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:28.736038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.836664 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Pushing event updated for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:28.884479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:28.884983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53700) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:28.906754 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-40e3481f-0583-42b4-87c0-97649f0ace72 req-13c1853c-a874-4ed1-a001-c183f178966e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.2093229 Jun 28 12:32:28.939177 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:28.940660 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.048204 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.065635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:29.095560 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5b7b3a-00c1-4efe-b07f-b4fb4322259a,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:29.099867 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:29.115911 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.162603 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:29.163914 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:29.166528 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:29.172955 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Usage tracker for resource:security_group_rule and tenant:b4829023c90c4ef3a3e95b74840aac7a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:29.175217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.176779 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:29.179510 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:29.235194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.243874 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9716997 Jun 28 12:32:29.283185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee3cc0a-0786-496a-beb2-9ad6c5a2e13e,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:29.287324 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:29.296655 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Checking segment: {'id': '28b3e4b8-addb-4141-8571-e4d16ff89355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd980a8ee-0f7d-44a1-95de-654d8932f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:29.297019 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Network hostable DHCP agents. Network: d980a8ee-0f7d-44a1-95de-654d8932f814, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:32:29.305822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:29.430467 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Network d980a8ee-0f7d-44a1-95de-654d8932f814 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:32:29.523844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d269c326-3233-4457-982e-b0c02bc4acc8 None None] Provisioning complete for port 0c11a371-1fe9-4538-9ca5-4613db111c4b triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:29.524645 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d269c326-3233-4457-982e-b0c02bc4acc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.634036 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:32:29.637742 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d269c326-3233-4457-982e-b0c02bc4acc8 None None] Port 0c11a371-1fe9-4538-9ca5-4613db111c4b cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:29.684041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadea03-c401-4a79-9c23-2e74a9dd3a89 req-3879dc2a-e4e3-4bdd-8c76-816652240f53 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.685872 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-adadea03-c401-4a79-9c23-2e74a9dd3a89 req-3879dc2a-e4e3-4bdd-8c76-816652240f53 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.2601938 Jun 28 12:32:29.701499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-a881dfaf-35f3-48b0-a79b-0217b9274c7a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.702970 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-a881dfaf-35f3-48b0-a79b-0217b9274c7a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "GET /v2.0/networks?id=69d14769-193d-47ce-839f-ae849d3c3380 HTTP/1.1" status: 200 len: 813 time: 0.3371122 Jun 28 12:32:29.723536 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, d980a8ee-0f7d-44a1-95de-654d8932f814) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:29.734049 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af6dd8-314e-4047-99cb-203c7093375d None None] Network d980a8ee-0f7d-44a1-95de-654d8932f814 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:29.734391 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:29.735542 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.745094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Request body: {'port': {'device_id': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380', 'admin_state_up': True, 'tenant_id': '2218d190addc4b54bf85e70c566cf8af'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:29.785679 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:29.955249 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-adadea03-c401-4a79-9c23-2e74a9dd3a89 req-a8599d2c-d04c-4546-9222-03db95dd1ea4 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629080 Jun 28 12:32:30.023103 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3347565a-badd-4230-88e7-9ce07a6b2d6b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4983859 Jun 28 12:32:30.036416 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.049053 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ed68aeb9-4130-42bf-8b3a-2eb57b023dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:30.091060 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:30.112112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4e749d-fb7c-4360-b0cd-6fe7afc015b7,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:30.121075 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59731dd0-9d33-46bc-8545-c3fcc2a3638e None None] Network d980a8ee-0f7d-44a1-95de-654d8932f814 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:32:30.131376 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:30.144745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:30.186818 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 53752) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:30.187143 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4829023c90c4ef3a3e95b74840aac7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2932396 Jun 28 12:32:30.194475 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:30.252763 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Made reservation on behalf of 2218d190addc4b54bf85e70c566cf8af for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:30.262326 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.262501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.276470 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] 10.222.0.37 "PUT /v2.0/routers/d9c0c14c-c686-4445-b11b-09827eda7bd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4510906 Jun 28 12:32:30.308842 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1c32e0b8-1346-4c32-b8b3-a008372df1fa req-d62a234c-8f7b-4f5f-b6e8-1b0905000d8b tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.0740824 Jun 28 12:32:30.559996 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.612086 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9fafeb95-f0d2-4243-873b-6f8c468c9db8 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:30.693301 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.709357 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Allocated IP 172.20.0.6 (69d14769-193d-47ce-839f-ae849d3c3380/35b12ff4-6544-4357-8d95-f6c488523b83/a7a2a5bd-117d-44af-bcf0-014bf18a2360) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:30.762416 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:30.785182 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:30.786089 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.935642 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:30.970197 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 9fafeb95-f0d2-4243-873b-6f8c468c9db8, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9fafeb95-f0d2-4243-873b-6f8c468c9db8,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:31.039622 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.055315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-71107c8c-7ec8-4a3a-8b53-d805848a0eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:31.074824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4e749d-fb7c-4360-b0cd-6fe7afc015b7,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:31.084482 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:31.110126 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.117675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:31.179346 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-11ee4527-df71-4eed-83b9-3d9c848973c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.189751 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-11ee4527-df71-4eed-83b9-3d9c848973c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.1735332 Jun 28 12:32:31.193422 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53786) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:31.201225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054294713', 'description': 'tempest-description--1514914425'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:31.213534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.225887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:31.239820 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-0096f213-4d22-4e4b-8c0d-5136b19c1568 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.243348 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-0096f213-4d22-4e4b-8c0d-5136b19c1568 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/networks?id=ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 HTTP/1.1" status: 200 len: 809 time: 0.4323826 Jun 28 12:32:31.290352 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.291828 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ff4e749d-fb7c-4360-b0cd-6fe7afc015b7 HTTP/1.1" status: 204 len: 168 time: 1.1035922 Jun 28 12:32:31.298122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:31.306216 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:31.311153 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-cd270e55-577c-42cb-a055-2f27b3a7704f tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/quotas/27509b71cbbe42aa81d858440c91de9e HTTP/1.1" status: 200 len: 375 time: 0.0543122 Jun 28 12:32:31.326736 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:31.353860 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=9fafeb95-f0d2-4243-873b-6f8c468c9db8,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:31.365573 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:31.391854 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-79bc1ae0-6aea-4ff6-8bee-00f2ad4c9a25 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=27509b71cbbe42aa81d858440c91de9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759037 Jun 28 12:32:31.558040 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-54a883ec-2368-4b51-a327-c3aef1b8e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.560686 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-54a883ec-2368-4b51-a327-c3aef1b8e676 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.3394573 Jun 28 12:32:31.572213 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-26c07d46-3dff-41f5-92e4-e0bad59d3775 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716292 Jun 28 12:32:31.605290 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.615170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:31.648034 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74189e-7564-499a-b603-9412ca6e5189 req-8bdf12f9-d703-4ea2-b8bb-dd5b71fa2c89 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:31.649784 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5f74189e-7564-499a-b603-9412ca6e5189 req-8bdf12f9-d703-4ea2-b8bb-dd5b71fa2c89 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.2371914 Jun 28 12:32:31.651888 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.756729 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:31.772817 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5f74189e-7564-499a-b603-9412ca6e5189 req-64d048e2-3a22-4005-a818-6edc3257e29f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114225 Jun 28 12:32:31.777633 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:31.800064 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:31.810479 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-bcd2a9a2-3e19-4e91-b82f-37702a1d5b54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 1001 time: 0.2348709 Jun 28 12:32:31.811344 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:31.813221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Network 69d14769-193d-47ce-839f-ae849d3c3380 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:31.836235 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:31.844090 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Pushing event updated for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:31.855355 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:31.892775 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d01fe81d-48c6-431b-bba7-0a55d3f2448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:31.898318 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:31.913563 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:31.913563 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:31.970070 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:31.990460 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-47e1eaca-bdc6-42fe-b252-c9f3e868b8b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104073 Jun 28 12:32:32.011581 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-23411856-f8a9-409d-83f5-c44dc80cf4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.013109 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-23411856-f8a9-409d-83f5-c44dc80cf4e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.1906865 Jun 28 12:32:32.026107 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.027237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.109873 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:32.140166 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4079077 Jun 28 12:32:32.145626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.161499 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2043325-43ce-4c73-829f-e44f9b11b7f5 req-6a7f4833-1409-4b32-86a7-bcce3df8fdab tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.163569 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e2043325-43ce-4c73-829f-e44f9b11b7f5 req-6a7f4833-1409-4b32-86a7-bcce3df8fdab tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 931 time: 0.2228441 Jun 28 12:32:32.164728 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Request body: {'port': {'device_id': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:32.166916 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.179275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-36db3f34-f808-49ea-8dd7-bf92914232aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:32.181248 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-36db3f34-f808-49ea-8dd7-bf92914232aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1541829 Jun 28 12:32:32.302814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.330264 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.331549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e1edcef1-31ca-4fa0-9ae3-6252e1c5f305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:32.360929 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e2043325-43ce-4c73-829f-e44f9b11b7f5 req-52f52cd0-bb46-498d-a2b9-93b53adf1816 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779721 Jun 28 12:32:32.397000 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a6098-4e2b-4a23-9753-be8dee4de8eb,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:32.402376 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:32.434749 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-fbd6a670-8ad0-4600-ba60-e03972961d3f service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371793 Jun 28 12:32:32.474592 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.474592 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2753148 Jun 28 12:32:32.474592 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53814) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:32.481667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group_rule': {'security_group_id': 'a67a6098-4e2b-4a23-9753-be8dee4de8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:32.549712 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:32.554775 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 2, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:32.562690 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:32.568566 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:32.568953 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Updating router d9c0c14c-c686-4445-b11b-09827eda7bd3 port 0c11a371-1fe9-4538-9ca5-4613db111c4b binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:32:32.606202 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9fafeb95-f0d2-4243-873b-6f8c468c9db8 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:32.614944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:32.631930 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-40acc0bc-f232-4fc9-bc4e-85a9448e1543 req-27abc549-5e8d-4c64-ac2d-5742d0ea2165 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.0837851 Jun 28 12:32:32.634516 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:32.699514 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a89c7e18-236d-4993-9c1f-ad8b05e61553 req-63ab09aa-4a1d-4577-ba7e-e08298f863ee service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572906 Jun 28 12:32:32.704852 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:32.705348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.713182 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.846509 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.885046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a2a5bd-117d-44af-bcf0-014bf18a2360 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:32.893978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.915226 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Transition to ACTIVE for port object a7a2a5bd-117d-44af-bcf0-014bf18a2360 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:32.933528 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.990188 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:32.996137 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fc406d18-a7ed-4e70-b98f-62fd20e95eaa tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.017445 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.019527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.039179 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a937774-a7bf-4621-9c13-c4fb73a5a8a1,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:33.042707 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:33.179469 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.192056 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Transition to ACTIVE for port object 0c11a371-1fe9-4538-9ca5-4613db111c4b will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:33.240680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.242419 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c3c74d1f-edfc-4b88-91f5-7000c79addf8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669020 Jun 28 12:32:33.244849 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53824) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:33.251171 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group_rule': {'security_group_id': 'a67a6098-4e2b-4a23-9753-be8dee4de8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:33.256949 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:33.260810 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:33.264041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:33.271729 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:33.276691 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2067677-ac57-4f11-9075-1b84a9df84e7 req-c7d47af7-ea60-49a4-9f78-6f6ab587bdb7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:33.278357 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d2067677-ac57-4f11-9075-1b84a9df84e7 req-c7d47af7-ea60-49a4-9f78-6f6ab587bdb7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.3543704 Jun 28 12:32:33.308948 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.309497 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:33.320999 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:33.326708 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.422150 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d2067677-ac57-4f11-9075-1b84a9df84e7 req-dda0cd2f-574a-429b-93f1-ca097b495b04 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084764 Jun 28 12:32:33.461158 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Attempting to bind port a7a2a5bd-117d-44af-bcf0-014bf18a2360 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:33.461524 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Attempting to bind port a7a2a5bd-117d-44af-bcf0-014bf18a2360 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:33.462019 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Attempting to bind port a7a2a5bd-117d-44af-bcf0-014bf18a2360 on network 69d14769-193d-47ce-839f-ae849d3c3380 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:33.468436 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Port a7a2a5bd-117d-44af-bcf0-014bf18a2360 on network 69d14769-193d-47ce-839f-ae849d3c3380 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:32:33.468787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Attempting to bind port a7a2a5bd-117d-44af-bcf0-014bf18a2360 on network 69d14769-193d-47ce-839f-ae849d3c3380 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:33.469981 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416ffee-29db-4e04-8efa-2c860d1d18b1 None None] Pushing event updated for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:33.472719 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8416ffee-29db-4e04-8efa-2c860d1d18b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:33.478491 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:33.478835 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Checking segment: {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:33.479229 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Bound using segment: {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:33.479668 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Bound port: a7a2a5bd-117d-44af-bcf0-014bf18a2360, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:33.480069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.491830 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.612477 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Attempting to bind port 0c11a371-1fe9-4538-9ca5-4613db111c4b on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:33.613299 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Attempting to bind port 0c11a371-1fe9-4538-9ca5-4613db111c4b by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:33.613774 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Attempting to bind port 0c11a371-1fe9-4538-9ca5-4613db111c4b on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Checking segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Bound using segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Bound port: 0c11a371-1fe9-4538-9ca5-4613db111c4b, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:33.633933 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.654267 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:33.657961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:33.695672 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.734732 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e56838-0cd1-4994-b951-cdd643362461 req-4419e79a-48bb-4cc8-b0f5-fd4eddeb0ab2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:33.742032 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f5e56838-0cd1-4994-b951-cdd643362461 req-4419e79a-48bb-4cc8-b0f5-fd4eddeb0ab2 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 943 time: 0.1722322 Jun 28 12:32:33.769640 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] For port 0c11a371-1fe9-4538-9ca5-4613db111c4b, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:33.770617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.775457 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] For port 0c11a371-1fe9-4538-9ca5-4613db111c4b, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=0c11a371-1fe9-4538-9ca5-4613db111c4b,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:33.781117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-56c7e610-f5c0-42da-bfe6-f19d80ce07bd tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.785694 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f5e56838-0cd1-4994-b951-cdd643362461 req-e8ab2094-7132-4baf-a580-9af4cf3c45b5 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Jun 28 12:32:33.788353 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.790498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-ee393c82-c736-4ed7-9092-e4ca2d687f54 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.816622 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e981bc-c0e2-4e75-8070-494cd4bed46d,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:33.819091 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:33.824310 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7f8fc4f8-b889-4fb7-a9f8-ab84ff70269c req-e0da4b11-5c8c-42b0-83e4-0d8ac5ae9953 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.0956662 Jun 28 12:32:33.839088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:33.840041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.841530 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7a2a5bd-117d-44af-bcf0-014bf18a2360 HTTP/1.1" status: 200 len: 1093 time: 1.6814387 Jun 28 12:32:33.848572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:33.876722 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:33.880148 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:33.881553 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.891797 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8f95ac5f-4c92-4197-804e-78c1ceec66d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:33.910328 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360', 'status': 'completed', 'code': 200} Jun 28 12:32:33.943697 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:33.945108 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-10c56bd0-77b5-45a8-ad4d-099d24415c82 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6993263 Jun 28 12:32:33.948315 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 53838) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:33.954589 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:33.960588 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:33.964444 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:floatingip and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:33.968636 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:33.972739 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:33.973378 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:33.978967 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:34.049513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-9a1e7704-d615-4f70-aa49-c3651ee3e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.051207 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-9a1e7704-d615-4f70-aa49-c3651ee3e15d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 1096 time: 0.0795474 Jun 28 12:32:34.070795 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416ffee-29db-4e04-8efa-2c860d1d18b1 None None] Pushing event updated for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=4']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:34.074251 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-8416ffee-29db-4e04-8efa-2c860d1d18b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:34.094491 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.228157 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:34.257355 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-f7f60e67-5825-4b59-9cdb-6c984bb76d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.259196 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-f7f60e67-5825-4b59-9cdb-6c984bb76d9e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=2218d190addc4b54bf85e70c566cf8af&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1907208 Jun 28 12:32:34.301706 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.423173 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb156-1c58-437c-b117-3794b5a1f3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.485037 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-8a17a7fd-4537-454e-b71d-fce1e2bbf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.486523 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cddc376-db0f-46d8-9676-4aabfac22cd5 req-8a17a7fd-4537-454e-b71d-fce1e2bbf2f5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2086062 Jun 28 12:32:34.619732 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Allocated IP 172.28.1.234 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/31ad64d3-9382-4841-b97d-9f90a16726fb) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:34.656121 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:33Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:34.660957 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de78233-d8c0-4798-85e5-eac7db70c6f6 None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:33Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:34.736411 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b5bdd-576f-4d8c-8936-6abb22714e22 req-93c9f63f-6ef1-4e99-8cc4-c21625bd095f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.738665 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-602b5bdd-576f-4d8c-8936-6abb22714e22 req-93c9f63f-6ef1-4e99-8cc4-c21625bd095f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1821856 Jun 28 12:32:34.778409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-881377d9-fd92-450a-95b6-df9d2cb5a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.784065 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-881377d9-fd92-450a-95b6-df9d2cb5a4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2218d190addc4b54bf85e70c566cf8af&device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 1096 time: 0.1558650 Jun 28 12:32:34.818922 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.868813 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-86277863-b2ca-4941-9d98-58f1dcfb3f58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360 HTTP/1.1" status: 200 len: 217 time: 0.0728972 Jun 28 12:32:34.876884 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-602b5bdd-576f-4d8c-8936-6abb22714e22 req-2df4d354-4055-4cfe-bf14-46f0072be5e5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248646 Jun 28 12:32:34.954067 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-ac0ed7d5-b5f9-43c2-836f-43b01e18584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:34.956901 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-ac0ed7d5-b5f9-43c2-836f-43b01e18584b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=35b12ff4-6544-4357-8d95-f6c488523b83 HTTP/1.1" status: 200 len: 853 time: 0.0795715 Jun 28 12:32:34.985549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:34.997518 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:35.018711 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-368678bc-11f7-4a90-b6a8-011075c5ed2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=69d14769-193d-47ce-839f-ae849d3c3380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512042 Jun 28 12:32:35.062994 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:35.086795 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-98d366cb-4386-4c40-866e-af071b88a133 req-1c50b419-f6fc-42ca-9b5b-19a90ff5c286 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.0705552 Jun 28 12:32:35.109764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:35.117259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:35.177100 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=31ad64d3-9382-4841-b97d-9f90a16726fb,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:35.181180 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:35.221442 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a82843-5a22-4d20-8e50-d74bc6bb0919 req-02321bf3-8053-4b77-bf20-394c26d3cf57 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:35.223178 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f3a82843-5a22-4d20-8e50-d74bc6bb0919 req-02321bf3-8053-4b77-bf20-394c26d3cf57 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 943 time: 0.3010921 Jun 28 12:32:35.224256 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-401f52ab-6def-477f-9939-7f94fb519753 service neutron] 10.222.0.35 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713068 Jun 28 12:32:35.340572 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f3a82843-5a22-4d20-8e50-d74bc6bb0919 req-152ae8b8-042b-496b-95ed-94d04564e043 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078188 Jun 28 12:32:35.341706 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:35.392073 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d800eaf8-3fbc-49c0-b8b0-9cee614b150d req-cbc43170-986b-4697-88cf-a3d7168e3721 service neutron] 10.222.0.35 "GET /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584969 Jun 28 12:32:35.492060 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:35.551308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:35.780939 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:35.863356 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:35.867640 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d4cfe6dc-f934-4e89-86e7-b8c028dd6036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:35.975667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=31ad64d3-9382-4841-b97d-9f90a16726fb,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:35.979885 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:35.991167 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.175082 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.181341 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2269030 Jun 28 12:32:36.272555 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d42a5a2b-e9a3-4795-83ec-9072a7b68889 req-acbe66f6-25ce-4bca-89ba-baa0b1ecd06d tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.0487573 Jun 28 12:32:36.430024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-42fea0d9-329c-4245-9f34-a977c6c01f92 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:36.580768 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-42fea0d9-329c-4245-9f34-a977c6c01f92 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:36.581988 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-42fea0d9-329c-4245-9f34-a977c6c01f92 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2054294713&fields=id&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 267 time: 0.2082152 Jun 28 12:32:36.605696 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 0c11a371-1fe9-4538-9ca5-4613db111c4b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:36.692971 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-28c070cc-669b-4535-8c75-fd4366ab8bce tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:36.694749 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-28c070cc-669b-4535-8c75-fd4366ab8bce tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.35 "GET /v2.0/networks?id=ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 HTTP/1.1" status: 200 len: 809 time: 0.3226471 Jun 28 12:32:36.713561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f626fc-a6b2-45f3-a4cb-8c3e1459197a req-45eaf5d5-4793-4a1c-af6b-27bee08ddd23 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:36.720503 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-19f626fc-a6b2-45f3-a4cb-8c3e1459197a req-45eaf5d5-4793-4a1c-af6b-27bee08ddd23 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:36.723207 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Request body: {'port': {'device_id': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9', 'admin_state_up': True, 'tenant_id': '27509b71cbbe42aa81d858440c91de9e'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:36.793549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-6176d50e-a623-41cd-9c80-5ebf6a7b3093 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:36.795702 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-6176d50e-a623-41cd-9c80-5ebf6a7b3093 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 816 time: 0.2068386 Jun 28 12:32:36.812809 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-49f6e63b-b1ba-48b3-aa27-f9e44605494b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/quotas/f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 375 time: 0.0097275 Jun 28 12:32:36.834927 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 0c11a371-1fe9-4538-9ca5-4613db111c4b completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:36.840886 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 0c11a371-1fe9-4538-9ca5-4613db111c4b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:36.842242 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.873532 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:36.880458 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Usage tracker for resource:port and tenant:27509b71cbbe42aa81d858440c91de9e is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:36.880948 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.883844 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:36.894193 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:36.912319 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-74adb3b4-df4c-4c42-8e88-d71bcfeb5aab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:36.917495 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-19f626fc-a6b2-45f3-a4cb-8c3e1459197a req-45eaf5d5-4793-4a1c-af6b-27bee08ddd23 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:36.927878 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-19f626fc-a6b2-45f3-a4cb-8c3e1459197a req-45eaf5d5-4793-4a1c-af6b-27bee08ddd23 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 943 time: 0.3620386 Jun 28 12:32:36.974770 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-19f626fc-a6b2-45f3-a4cb-8c3e1459197a req-c08e32be-caf6-461f-9593-9d9ac54d26b5 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Jun 28 12:32:36.981244 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.985993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Made reservation on behalf of 27509b71cbbe42aa81d858440c91de9e for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:36.989683 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:36.999759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-74adb3b4-df4c-4c42-8e88-d71bcfeb5aab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:37.001206 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-74adb3b4-df4c-4c42-8e88-d71bcfeb5aab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1826947 Jun 28 12:32:37.022505 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 0c11a371-1fe9-4538-9ca5-4613db111c4b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=0c11a371-1fe9-4538-9ca5-4613db111c4b,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:37.124023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:37.126035 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-a406a80b-539a-48e4-971f-59e97d1774eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:37.166448 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-6669b9cb-568a-4013-9e28-14ca6b4fcff3 service neutron] 10.222.0.37 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518939 Jun 28 12:32:37.201594 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Allocated IP 172.20.0.4 (ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9/caca3f3b-eb79-4d40-8318-f4ce4956281d/91c6941e-cf92-4995-b572-d99a3be29924) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:37.220671 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:37.224576 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:37.314079 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-416867c1-f120-41a6-a03e-03860479530a service neutron] 10.222.0.37 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406703 Jun 28 12:32:37.456396 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-87a97c24-e9f9-4119-8b8c-1d5987e2f6eb req-4ffa3bd3-87d5-4c7c-a233-7a6be34758a5 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.0610611 Jun 28 12:32:37.474074 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:37.597750 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e296cbe7-ea8c-4ca8-b67e-dfff4d6eaa2a req-7917974e-938c-4ac7-9d85-75f40fd1fb66 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.0442436 Jun 28 12:32:37.621030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:37.629685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:37.696279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:37.699527 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:37.703418 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:37.753009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Pushing event updated for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:37.755927 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:37.780559 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:37.781161 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:37.884975 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a7a2a5bd-117d-44af-bcf0-014bf18a2360 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:32:37.932111 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2138865 Jun 28 12:32:37.953588 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Request body: {'port': {'device_id': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:38.043269 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:38.057883 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360', 'network_id': '69d14769-193d-47ce-839f-ae849d3c3380', 'port_id': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360', 'mac_address': 'fa:16:3e:f2:b4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b12ff4-6544-4357-8d95-f6c488523b83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:32:38.094868 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.131023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.158266 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a2a5bd-117d-44af-bcf0-014bf18a2360 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:38.182751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:38.207461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d0cde-6ff5-499b-b531-487062b758d1 req-2b9b8a28-a0b4-4c6e-ae9e-67cd0add466f tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:38.209223 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7a6d0cde-6ff5-499b-b531-487062b758d1 req-2b9b8a28-a0b4-4c6e-ae9e-67cd0add466f tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 943 time: 0.1145523 Jun 28 12:32:38.335409 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7a6d0cde-6ff5-499b-b531-487062b758d1 req-566453ff-2d23-4b7e-bdde-08dd818dad5b tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202867 Jun 28 12:32:38.379287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.379287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:38.455053 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:38.458389 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:38.486681 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c6941e-cf92-4995-b572-d99a3be29924 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:38.494341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.509343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Transition to ACTIVE for port object 91c6941e-cf92-4995-b572-d99a3be29924 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:38.569210 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 0c11a371-1fe9-4538-9ca5-4613db111c4b up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:38.633407 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.639408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:38.657744 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 0c11a371-1fe9-4538-9ca5-4613db111c4b triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:38.658511 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:38.707292 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3e0794e5-4ce6-4429-b37f-8758275ab336 req-ecb98d78-2a16-4db6-962b-86d459762482 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.0462477 Jun 28 12:32:38.725623 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['a7a2a5bd-117d-44af-bcf0-014bf18a2360'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:38.912267 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Pushing event updated for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:38.915604 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:38.957993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b3efb-2c8b-4034-9c87-2dbde0ed149b req-87d2f537-f13f-4f24-b5b2-053647375043 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:38.958808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-197b3efb-2c8b-4034-9c87-2dbde0ed149b req-87d2f537-f13f-4f24-b5b2-053647375043 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Synchronizing usage tracker for tenant:27509b71cbbe42aa81d858440c91de9e on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:39.012942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Attempting to bind port 91c6941e-cf92-4995-b572-d99a3be29924 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:39.013270 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Attempting to bind port 91c6941e-cf92-4995-b572-d99a3be29924 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:39.013592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Attempting to bind port 91c6941e-cf92-4995-b572-d99a3be29924 on network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:39.018458 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Port 91c6941e-cf92-4995-b572-d99a3be29924 on network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:32:39.018776 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Attempting to bind port 91c6941e-cf92-4995-b572-d99a3be29924 on network ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:39.024606 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:39.024930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Checking segment: {'id': '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:39.025306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Bound using segment: {'id': '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:39.025725 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Bound port: 91c6941e-cf92-4995-b572-d99a3be29924, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:39.026109 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:39.115320 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:39.118359 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91c6941e-cf92-4995-b572-d99a3be29924,segment=NetworkSegment(9df121ab-69c5-4cf2-a0f8-eca69cb44a3a),segment_id=9df121ab-69c5-4cf2-a0f8-eca69cb44a3a)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:39.155590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-197b3efb-2c8b-4034-9c87-2dbde0ed149b req-87d2f537-f13f-4f24-b5b2-053647375043 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Unset dirty status for tenant:27509b71cbbe42aa81d858440c91de9e on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:39.157433 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-197b3efb-2c8b-4034-9c87-2dbde0ed149b req-87d2f537-f13f-4f24-b5b2-053647375043 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 931 time: 0.5917284 Jun 28 12:32:39.205425 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-197b3efb-2c8b-4034-9c87-2dbde0ed149b req-c481bb2e-74e6-4779-81e4-6c37bf7d5b6c tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Jun 28 12:32:39.255069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:39.260186 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c7d5f865-15fc-4ccd-b62e-8c47c07bb1f0 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:39.321273 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.321886 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:39.323240 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] 10.222.0.35 "PUT /v2.0/ports/91c6941e-cf92-4995-b572-d99a3be29924 HTTP/1.1" status: 200 len: 1093 time: 1.3755922 Jun 28 12:32:39.323725 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:39.351162 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Pushing event updated for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:39.355179 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:39.377869 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924', 'status': 'completed', 'code': 200} Jun 28 12:32:39.583214 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-dd86f5a1-d10f-4297-8fbc-5c44d5ed4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.584687 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-dd86f5a1-d10f-4297-8fbc-5c44d5ed4a12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27509b71cbbe42aa81d858440c91de9e&device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1068804 Jun 28 12:32:39.592883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080584-c215-473b-bffb-33658b6e07c5 req-ab14895b-ac56-4414-8f56-cbea3d8d6366 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.594310 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2080584-c215-473b-bffb-33658b6e07c5 req-ab14895b-ac56-4414-8f56-cbea3d8d6366 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 944 time: 0.1526284 Jun 28 12:32:39.734244 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2080584-c215-473b-bffb-33658b6e07c5 req-037e58d9-5284-4890-b483-2d18a247e23d tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160398 Jun 28 12:32:39.786958 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-0da51694-86b0-42d9-94d3-c7033360a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.788572 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-0da51694-86b0-42d9-94d3-c7033360a0c0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=27509b71cbbe42aa81d858440c91de9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1896513 Jun 28 12:32:39.875146 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d6f26279-8fb8-44f6-ba80-c1266494f7e2 req-c942f87a-ace8-4233-af62-4f01b47535a7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.0466383 Jun 28 12:32:39.904963 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a7a2a5bd-117d-44af-bcf0-014bf18a2360 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:39.934605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-4712e250-245c-4ffd-b148-988c2f1a5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:39.936633 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-21067e3b-1cc1-46e9-a1df-303cea72f5c0 req-4712e250-245c-4ffd-b148-988c2f1a5865 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410520 Jun 28 12:32:40.077339 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port a7a2a5bd-117d-44af-bcf0-014bf18a2360 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:40.082456 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port a7a2a5bd-117d-44af-bcf0-014bf18a2360 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:40.082846 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:40.101768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-415ad062-8bea-452a-a1f8-1afbb5dfcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.103308 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-415ad062-8bea-452a-a1f8-1afbb5dfcc1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=27509b71cbbe42aa81d858440c91de9e&device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0824606 Jun 28 12:32:40.197618 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-e1220f8c-1e0f-4793-90f8-63430979b4f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91c6941e-cf92-4995-b572-d99a3be29924 HTTP/1.1" status: 200 len: 217 time: 0.0719616 Jun 28 12:32:40.220502 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:40.251999 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:40.264992 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:40.267179 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-a57e0d22-a874-434e-bf1d-4d26284bde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.268838 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-a57e0d22-a874-434e-bf1d-4d26284bde8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=caca3f3b-eb79-4d40-8318-f4ce4956281d HTTP/1.1" status: 200 len: 849 time: 0.0644007 Jun 28 12:32:40.309090 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360', 'code': 200} Jun 28 12:32:40.326224 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-c533c83b-855f-405c-bb00-3095a1de31b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494232 Jun 28 12:32:40.343346 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:40.346188 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:40.443310 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:40.446684 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:40.524578 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efddd9-ac62-4f53-bfeb-55aff62812de req-6f61b312-c350-47ab-bd0c-e203368e9676 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.525975 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-79efddd9-ac62-4f53-bfeb-55aff62812de req-6f61b312-c350-47ab-bd0c-e203368e9676 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 943 time: 0.1934886 Jun 28 12:32:40.535740 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-a9242814-3bce-4829-ab6e-31165ecd114e service neutron] 10.222.0.35 "GET /v2.0/networks/ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673579 Jun 28 12:32:40.658210 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-79efddd9-ac62-4f53-bfeb-55aff62812de req-6f0416f9-3138-4d24-be40-3d05628569ee tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254299 Jun 28 12:32:40.702980 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-254ce204-ef66-41d9-b6e8-9400bf9310c4 req-6d13b33e-c413-43f4-81b8-4c545af1bff1 service neutron] 10.222.0.35 "GET /v2.0/networks/ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542652 Jun 28 12:32:40.808122 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f38be-32b1-48e5-a749-0cc51bb2c91d req-73db150c-e3a4-4ec5-9ad3-2e33619ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.809676 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf9f38be-32b1-48e5-a749-0cc51bb2c91d req-73db150c-e3a4-4ec5-9ad3-2e33619ea8e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 1098 time: 0.0791051 Jun 28 12:32:40.906686 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf9f38be-32b1-48e5-a749-0cc51bb2c91d req-d1a3d036-748e-4f5b-a2b9-c4436f845008 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Jun 28 12:32:40.946523 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fdd5e-913b-44d3-b0a8-daf39d5ac42a req-33805e9e-c01e-4f41-8c23-f774ce5c0ec6 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:40.947974 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d66fdd5e-913b-44d3-b0a8-daf39d5ac42a req-33805e9e-c01e-4f41-8c23-f774ce5c0ec6 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.0887108 Jun 28 12:32:40.995124 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d66fdd5e-913b-44d3-b0a8-daf39d5ac42a req-5a00fa66-8933-4392-b73f-47a7e7659265 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Jun 28 12:32:41.040120 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0bcd6230-d682-4c34-856a-7f3dc5df8dd7 req-6730da99-86d1-4d36-aa8a-af61e1f5c4e7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.0456975 Jun 28 12:32:41.339488 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-cb8006e1-7bb2-46ff-8327-a4c860dcd649 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:41.340947 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-cb8006e1-7bb2-46ff-8327-a4c860dcd649 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 816 time: 0.1508756 Jun 28 12:32:41.408659 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-83c43d59-f8ed-45e6-b1bf-b3831748d02a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 380 time: 0.0437012 Jun 28 12:32:41.418990 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'port': {'device_id': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'admin_state_up': True, 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'security_groups': ['a67a6098-4e2b-4a23-9753-be8dee4de8eb']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:41.563086 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:41.572520 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:41.665897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Made reservation on behalf of f7232abe5de8497d8b20f3db6f6df1d9 for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:41.670177 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:41.896545 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Allocated IP 172.20.0.8 (92e9ee39-a4c5-4c03-9f35-ac398b8c08a8/13a923e6-aadc-4e88-b5c1-213f261ebf7e/9ee2a3e8-6f2f-4bff-af5e-514f9077657d) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:41.932646 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa1304-ec30-43f5-8b32-39414381c7c9 req-fea998b6-06cc-45c3-b082-e2e1c3da740b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:41.934431 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-17fa1304-ec30-43f5-8b32-39414381c7c9 req-fea998b6-06cc-45c3-b082-e2e1c3da740b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 943 time: 0.1586664 Jun 28 12:32:42.070127 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-17fa1304-ec30-43f5-8b32-39414381c7c9 req-d84d9834-1e34-48cb-8578-6b847e6aeddb tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Synchronizing usage tracker for tenant:27509b71cbbe42aa81d858440c91de9e on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:42.153351 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:42.179897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Transition to ACTIVE for port object 9ee2a3e8-6f2f-4bff-af5e-514f9077657d will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:42.220193 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-17fa1304-ec30-43f5-8b32-39414381c7c9 req-d84d9834-1e34-48cb-8578-6b847e6aeddb tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Unset dirty status for tenant:27509b71cbbe42aa81d858440c91de9e on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:42.221385 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-17fa1304-ec30-43f5-8b32-39414381c7c9 req-d84d9834-1e34-48cb-8578-6b847e6aeddb tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801769 Jun 28 12:32:42.302439 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc60a89-f88a-4815-9006-ffd84af73ffe req-fcdd38ba-bc82-4e61-ad16-9bcc8f387e5a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:42.303996 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7bc60a89-f88a-4815-9006-ffd84af73ffe req-fcdd38ba-bc82-4e61-ad16-9bcc8f387e5a tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.1964819 Jun 28 12:32:42.360970 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7bc60a89-f88a-4815-9006-ffd84af73ffe req-82524b3f-0309-464a-94fb-19598dcd6584 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Jun 28 12:32:42.507865 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:42.511607 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-34f69669-afe6-4323-b581-75d9a8361270 req-8b07f28c-9b2b-4ada-af17-8365afb820e2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.1681199 Jun 28 12:32:42.516863 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:42.583918 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:42.587651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:42.591686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:42.628171 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:42.637486 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:42.661563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:42.662207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:42.786619 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-a2538199-7967-4d4b-9260-ee3789e87f89 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3715682 Jun 28 12:32:42.805612 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Request body: {'port': {'device_id': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:42.919945 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:42.945846 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-da8e901b-b8fc-46c1-9493-e64f2d2fa88e None None] Provisioning for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:42.951361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-da8e901b-b8fc-46c1-9493-e64f2d2fa88e None None] Provisioning complete for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:42.951746 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-da8e901b-b8fc-46c1-9493-e64f2d2fa88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:43.008721 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-da8e901b-b8fc-46c1-9493-e64f2d2fa88e None None] Port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:43.278847 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:43.286620 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:43.304056 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Transition to ACTIVE for port object 9ee2a3e8-6f2f-4bff-af5e-514f9077657d will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:43.422483 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7199-5995-4a4a-8bce-9287a74749e0 req-027f2f40-e6fc-4ce4-a4e0-044cc9788c2a tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:43.424005 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cdfc7199-5995-4a4a-8bce-9287a74749e0 req-027f2f40-e6fc-4ce4-a4e0-044cc9788c2a tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 943 time: 0.0835099 Jun 28 12:32:43.426638 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:43.431463 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0f199657-d242-44b5-92c4-23ce23407f6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:43.507806 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cdfc7199-5995-4a4a-8bce-9287a74749e0 req-05b3262d-785c-4a2f-bda2-bd2c3572588a tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727711 Jun 28 12:32:43.729572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d35b8-2420-4135-9d80-2d65c827b610 req-389b95f5-4e9a-469e-9dc5-ecdeada3c4f6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:43.731213 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-080d35b8-2420-4135-9d80-2d65c827b610 req-389b95f5-4e9a-469e-9dc5-ecdeada3c4f6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1054957 Jun 28 12:32:43.759064 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:43.769337 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:43.782628 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-080d35b8-2420-4135-9d80-2d65c827b610 req-aba49e0b-5d4e-4754-b874-53bd4ee66937 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:43.796999 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-080d35b8-2420-4135-9d80-2d65c827b610 req-aba49e0b-5d4e-4754-b874-53bd4ee66937 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:43.798231 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-080d35b8-2420-4135-9d80-2d65c827b610 req-aba49e0b-5d4e-4754-b874-53bd4ee66937 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600641 Jun 28 12:32:43.852124 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c6ef2-20dd-401a-8269-35ca4b42a287 req-f730d5c9-e841-421a-b519-e1e64a5a59ce tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:43.853596 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ea2c6ef2-20dd-401a-8269-35ca4b42a287 req-f730d5c9-e841-421a-b519-e1e64a5a59ce tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.3031185 Jun 28 12:32:43.877193 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Attempting to bind port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:43.877519 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Attempting to bind port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:43.877836 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Attempting to bind port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:43.888383 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:32:43.888701 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Attempting to bind port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:43.903736 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:43.903986 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Checking segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:43.904373 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Bound using segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:43.904807 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Bound port: 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:43.905148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:43.908143 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 91c6941e-cf92-4995-b572-d99a3be29924 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:32:43.928937 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ea2c6ef2-20dd-401a-8269-35ca4b42a287 req-48f4b2a9-8c4d-40b2-896e-24746c99b35b tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672588 Jun 28 12:32:44.019872 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:44.023043 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:44.070594 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91c6941e-cf92-4995-b572-d99a3be29924,segment=NetworkSegment(9df121ab-69c5-4cf2-a0f8-eca69cb44a3a),segment_id=9df121ab-69c5-4cf2-a0f8-eca69cb44a3a)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:44.084936 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '91c6941e-cf92-4995-b572-d99a3be29924', 'network_id': 'ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9', 'port_id': '91c6941e-cf92-4995-b572-d99a3be29924', 'mac_address': 'fa:16:3e:5e:c7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caca3f3b-eb79-4d40-8318-f4ce4956281d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:32:44.123884 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:44.132975 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:44.155272 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:44.181698 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.182411 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:44.183910 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 1093 time: 1.3826666 Jun 28 12:32:44.184512 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:44.215408 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c6941e-cf92-4995-b572-d99a3be29924 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:44.225893 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:44.229498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:44.236920 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91c6941e-cf92-4995-b572-d99a3be29924,segment=NetworkSegment(9df121ab-69c5-4cf2-a0f8-eca69cb44a3a),segment_id=9df121ab-69c5-4cf2-a0f8-eca69cb44a3a)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:44.251787 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'status': 'completed', 'code': 200} Jun 28 12:32:44.320477 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:44.322266 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2c347985-a122-41c8-a3ef-eca2eda04482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:44.394347 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-a9227f9f-fd14-4f5c-8fde-4e71abc8c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.395924 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-a9227f9f-fd14-4f5c-8fde-4e71abc8c22c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1096 time: 0.0997539 Jun 28 12:32:44.404676 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:44.408375 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:44.558212 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-76f47a9e-fd93-498c-a35c-bcfbb9692a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.560082 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-76f47a9e-fd93-498c-a35c-bcfbb9692a96 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1499321 Jun 28 12:32:44.669423 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['91c6941e-cf92-4995-b572-d99a3be29924'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:44.770175 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-a4e668f8-70ba-464c-bb7d-7fa8e5c40a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.771634 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d564bef3-ba98-4464-a6f9-87f5e0db13a6 req-a4e668f8-70ba-464c-bb7d-7fa8e5c40a50 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985018 Jun 28 12:32:44.789644 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8d5ba-6432-44fb-a864-1bad81be26b2 req-547cbb0b-3de3-47f6-a935-cdaf2fcfbd49 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.791243 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-09c8d5ba-6432-44fb-a864-1bad81be26b2 req-547cbb0b-3de3-47f6-a935-cdaf2fcfbd49 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 944 time: 0.1434588 Jun 28 12:32:44.846395 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-09c8d5ba-6432-44fb-a864-1bad81be26b2 req-8f3c5058-0cbd-40a8-aef7-4db10a6d7e7d tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Jun 28 12:32:44.929901 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-7a592f5f-8b17-4f3f-ada5-254f708614cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:44.931403 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-7a592f5f-8b17-4f3f-ada5-254f708614cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1096 time: 0.0771878 Jun 28 12:32:45.051318 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-878b1ad6-6f43-47db-9b33-8a7ebadc0250 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 217 time: 0.1031833 Jun 28 12:32:45.131207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-380d8f04-8f9c-4e93-b755-1c749515fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:45.132649 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-380d8f04-8f9c-4e93-b755-1c749515fb5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0688417 Jun 28 12:32:45.148266 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cee195-66bf-46c7-8461-9988a879fa2a req-8547e9dd-c974-4948-8702-0f156b4d5f35 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:45.148979 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-30cee195-66bf-46c7-8461-9988a879fa2a req-8547e9dd-c974-4948-8702-0f156b4d5f35 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:45.232735 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-60ccb5fa-4abc-48f0-bb2a-62e2b98bc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:45.234359 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-60ccb5fa-4abc-48f0-bb2a-62e2b98bc6ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822341 Jun 28 12:32:45.280487 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-30cee195-66bf-46c7-8461-9988a879fa2a req-8547e9dd-c974-4948-8702-0f156b4d5f35 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:45.281594 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-30cee195-66bf-46c7-8461-9988a879fa2a req-8547e9dd-c974-4948-8702-0f156b4d5f35 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2862258 Jun 28 12:32:45.407222 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-30cee195-66bf-46c7-8461-9988a879fa2a req-e0c0af02-4681-4443-ade4-4cacd893b511 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189642 Jun 28 12:32:45.471938 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-cc459159-f193-4957-984a-b1fbf6ff1b8a service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696432 Jun 28 12:32:45.662440 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f63e072e-f944-49fb-ab84-9901abe75f80 req-aec96631-0990-4e45-80b6-22689ec6b05d service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201169 Jun 28 12:32:45.922097 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 91c6941e-cf92-4995-b572-d99a3be29924 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:46.044831 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee3e7-cf86-45ab-b7f2-3bad8f7fd1c8 req-c90ffa62-207c-4a08-a93c-380cb229533e tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:46.046328 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-103ee3e7-cf86-45ab-b7f2-3bad8f7fd1c8 req-c90ffa62-207c-4a08-a93c-380cb229533e tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 944 time: 0.0861578 Jun 28 12:32:46.080876 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 91c6941e-cf92-4995-b572-d99a3be29924 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:46.091045 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 91c6941e-cf92-4995-b572-d99a3be29924 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:46.092146 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.100751 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-103ee3e7-cf86-45ab-b7f2-3bad8f7fd1c8 req-7633ce1f-a7b9-4757-9496-70395924ca08 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Jun 28 12:32:46.223223 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.251996 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:46.262008 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91c6941e-cf92-4995-b572-d99a3be29924,segment=NetworkSegment(9df121ab-69c5-4cf2-a0f8-eca69cb44a3a),segment_id=9df121ab-69c5-4cf2-a0f8-eca69cb44a3a)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:46.297060 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924', 'code': 200} Jun 28 12:32:46.343036 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:46.346534 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:46.426004 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:46.429031 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:46.651484 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989a5e-8128-4f82-afa4-4882245e8c5b req-e4280b90-a65f-4341-ab41-c34a0e9ba617 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:46.653980 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7a989a5e-8128-4f82-afa4-4882245e8c5b req-e4280b90-a65f-4341-ab41-c34a0e9ba617 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.0877664 Jun 28 12:32:46.702682 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7a989a5e-8128-4f82-afa4-4882245e8c5b req-de3c64d8-97ef-4073-a474-5b79da52ca60 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Jun 28 12:32:46.829607 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f5d5e-3dd5-44ca-9eb8-12ad0f0c826b req-fe907b7e-ac88-423b-b22d-649479c1191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:46.831161 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3f3f5d5e-3dd5-44ca-9eb8-12ad0f0c826b req-fe907b7e-ac88-423b-b22d-649479c1191a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0814672 Jun 28 12:32:46.876101 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3f3f5d5e-3dd5-44ca-9eb8-12ad0f0c826b req-53110849-88cc-4200-9ecd-44701c02eda3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367022 Jun 28 12:32:47.300615 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b947-5ef9-4d8e-b568-ab9e680da69d req-db6a741b-fa27-4800-8d77-2f8f47bc08c4 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:47.302102 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8f42b947-5ef9-4d8e-b568-ab9e680da69d req-db6a741b-fa27-4800-8d77-2f8f47bc08c4 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.0858305 Jun 28 12:32:47.346425 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8f42b947-5ef9-4d8e-b568-ab9e680da69d req-dbf1a4e4-58cd-441d-810e-02c19ddea974 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Jun 28 12:32:47.910383 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:32:47.924469 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:32:47.930219 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3aac7-9b1a-4491-8d67-1e85add1760e req-5d46fa1b-3474-4534-9325-d5763f3665b6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:47.938780 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5cd3aac7-9b1a-4491-8d67-1e85add1760e req-5d46fa1b-3474-4534-9325-d5763f3665b6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1083252 Jun 28 12:32:48.004780 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5cd3aac7-9b1a-4491-8d67-1e85add1760e req-95c88aa6-af8f-4a3a-aba2-ad9fa71c64a0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488527 Jun 28 12:32:48.100200 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:48.118984 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:32:48.161410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-13b82453-5c0e-4ecd-bf8f-244b3c02f461 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:48.196038 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:48.214758 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:48.233729 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:48.269632 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-13b82453-5c0e-4ecd-bf8f-244b3c02f461 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:48.270790 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-13b82453-5c0e-4ecd-bf8f-244b3c02f461 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590906490&fields=id&tenant_id=e598201683e7445a8dfcf8ebd6a9db0f HTTP/1.1" status: 200 len: 267 time: 0.1847742 Jun 28 12:32:48.340740 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:48.343336 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:48.441661 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:48.449992 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:48.470927 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-541552e5-b334-4378-afd8-d7728970eb49 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:48.471790 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-541552e5-b334-4378-afd8-d7728970eb49 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:48.577711 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97394b-cb34-4019-8d11-e0cc4e68f082 req-fd7dad4a-947d-4f3b-923c-703ac6a95601 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:48.580649 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7e97394b-cb34-4019-8d11-e0cc4e68f082 req-fd7dad4a-947d-4f3b-923c-703ac6a95601 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.0987751 Jun 28 12:32:48.636835 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7e97394b-cb34-4019-8d11-e0cc4e68f082 req-62c478fb-f474-49b5-be6e-7228d4f8c23a tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502801 Jun 28 12:32:48.682953 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-541552e5-b334-4378-afd8-d7728970eb49 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:48.683201 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['9ee2a3e8-6f2f-4bff-af5e-514f9077657d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:48.684254 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-541552e5-b334-4378-afd8-d7728970eb49 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 808 time: 0.4062674 Jun 28 12:32:48.701991 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-85bf89b0-7fba-4c70-a31c-6de650947f7c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/quotas/e598201683e7445a8dfcf8ebd6a9db0f HTTP/1.1" status: 200 len: 375 time: 0.0114779 Jun 28 12:32:48.815073 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-62c05e8f-91c0-45f8-aff6-6fdb53e3075c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058648 Jun 28 12:32:48.969031 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-5e3101be-fe9f-49fa-9bd3-875b1e77d8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408892 Jun 28 12:32:49.113556 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1e0b476d-e368-4d6e-ba34-ea0ed5687f3d service neutron] 10.222.0.37 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384106 Jun 28 12:32:49.211391 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8466e-5a65-4f9a-8471-b0f5f3cebd23 req-8bc57fed-bc9f-499b-841e-c2f6e53a30aa tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:49.213158 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-75c8466e-5a65-4f9a-8471-b0f5f3cebd23 req-8bc57fed-bc9f-499b-841e-c2f6e53a30aa tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 944 time: 0.0903103 Jun 28 12:32:49.263367 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-75c8466e-5a65-4f9a-8471-b0f5f3cebd23 req-162aede7-fb0d-4992-8b22-4f954e9d2d0c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Jun 28 12:32:49.938458 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:32:50.091977 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-16beb313-b63f-4ac1-9d16-d85c83aa4c0b req-45d18ae5-b652-48ec-80a2-2859cd8ff0bb tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.0656354 Jun 28 12:32:50.127094 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:50.136703 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:50.139751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:50.304307 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:50.333675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:50.346264 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:50.389430 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'code': 200} Jun 28 12:32:50.446482 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:50.449611 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2a686404-08fa-4645-91e2-6db6982cdd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:50.476639 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d44c-7080-421f-bebe-64f6d6af5efd req-2355345b-da4a-42d5-bb77-783bd413d4cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:50.478997 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5d93d44c-7080-421f-bebe-64f6d6af5efd req-2355345b-da4a-42d5-bb77-783bd413d4cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 944 time: 0.0957036 Jun 28 12:32:50.526606 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:50.530566 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:50.531624 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5d93d44c-7080-421f-bebe-64f6d6af5efd req-619fae99-becb-4e50-a622-0d264c1b2f91 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Jun 28 12:32:50.921612 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15239b-fafb-4ab5-b47a-3539c9e2406d req-fa48d2c6-e4d2-48a2-97f3-3a2c46fa88da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:50.923140 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da15239b-fafb-4ab5-b47a-3539c9e2406d req-fa48d2c6-e4d2-48a2-97f3-3a2c46fa88da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1098 time: 0.0813568 Jun 28 12:32:50.970983 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-da15239b-fafb-4ab5-b47a-3539c9e2406d req-72217634-6bdf-4115-89c1-bdb50c8d14a3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Jun 28 12:32:51.198272 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-77d6204d-81d4-4f2a-a1b6-8d8244e5beb4 req-eba98f25-ab0a-4c23-b909-bd787388c8dc tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.0454731 Jun 28 12:32:51.773663 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cd2e0-0f06-4018-9e75-b8c1a8b2eea1 req-67a56050-a621-462b-a42a-fc19c94a998f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:51.775810 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e87cd2e0-0f06-4018-9e75-b8c1a8b2eea1 req-67a56050-a621-462b-a42a-fc19c94a998f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0954306 Jun 28 12:32:51.832159 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e87cd2e0-0f06-4018-9e75-b8c1a8b2eea1 req-de28f647-7bee-4725-b009-b6e121d1479a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450075 Jun 28 12:32:52.396885 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5b0af88b-d5c3-4667-a41d-753c4561f797 req-ff686fde-d801-4979-95d9-61828f746ad1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.0493054 Jun 28 12:32:53.057247 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc86b1-bdc1-4d27-9370-e0b866dfa78f req-2b2504d0-914a-4018-9139-4f4fcfd9c60b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:53.059648 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-65dc86b1-bdc1-4d27-9370-e0b866dfa78f req-2b2504d0-914a-4018-9139-4f4fcfd9c60b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1074364 Jun 28 12:32:53.148792 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-65dc86b1-bdc1-4d27-9370-e0b866dfa78f req-d0426ab7-bfa3-490d-8ca0-29133b209e25 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820735 Jun 28 12:32:53.349606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-44ab34a2-b63b-400c-aa1a-58deec627844 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:53.351150 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-44ab34a2-b63b-400c-aa1a-58deec627844 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 808 time: 0.2239666 Jun 28 12:32:53.470869 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-0006b996-e8b6-4f3a-a3ac-8759660ee7f1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e598201683e7445a8dfcf8ebd6a9db0f HTTP/1.1" status: 200 len: 379 time: 0.0874715 Jun 28 12:32:53.481778 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'port': {'device_id': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'admin_state_up': True, 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'security_groups': ['75225b45-aa4d-40fb-8cdc-cc663265b137']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:53.596727 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24316d09-9b71-4004-b33f-2619305e133c req-7eec5086-22d6-45e5-8a89-5d6307006b30 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:53.598340 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-24316d09-9b71-4004-b33f-2619305e133c req-7eec5086-22d6-45e5-8a89-5d6307006b30 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.3154378 Jun 28 12:32:53.602955 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-7c010964-5065-4161-a474-26a48033dd65 req-24f056b0-3481-4d5a-ac11-4ccdaa9bff99 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:53.610992 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54076) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:53.619094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'floatingip': {'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:53.652331 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:32:53.664261 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:port and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:32:53.667795 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:32:53.675249 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:32:53.719033 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:53.828375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Made reservation on behalf of e598201683e7445a8dfcf8ebd6a9db0f for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:32:53.832199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.046843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Allocated IP 172.20.0.5 (72e80c99-9513-40f6-97b7-53ca23d705a7/71f82c1d-4ff0-4383-bba4-a5a5249018c8/0113058d-4d1f-4cd6-b5aa-e7079989025d) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:32:54.260878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-7c010964-5065-4161-a474-26a48033dd65 req-24f056b0-3481-4d5a-ac11-4ccdaa9bff99 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:54.270276 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7c010964-5065-4161-a474-26a48033dd65 req-24f056b0-3481-4d5a-ac11-4ccdaa9bff99 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.7161102 Jun 28 12:32:54.483984 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.507777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Transition to ACTIVE for port object 0113058d-4d1f-4cd6-b5aa-e7079989025d will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:54.535841 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee9206-ec73-4d24-b15c-6420513fb2f7 req-39722299-0770-488f-a95d-69dc0a81767b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:54.537585 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9eee9206-ec73-4d24-b15c-6420513fb2f7 req-39722299-0770-488f-a95d-69dc0a81767b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.1562469 Jun 28 12:32:54.580911 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.598860 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9eee9206-ec73-4d24-b15c-6420513fb2f7 req-5ab50e84-ef11-4350-a59b-76ce07649fed tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535979 Jun 28 12:32:54.737451 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.737734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.743729 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-200ad02b-b8fa-4682-a731-0365603c57fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:54.818999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:32:54.822470 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:32:54.827013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:32:54.863584 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:54.870801 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:54.913941 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:54.915292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:54.989693 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Floating IP 019ee385-71b2-4b55-b145-fd9a045668cc associated. External IP: 172.28.1.234, port: 9ee2a3e8-6f2f-4bff-af5e-514f9077657d. Jun 28 12:32:55.035431 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5581222 Jun 28 12:32:55.064558 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Request body: {'port': {'device_id': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:32:55.196495 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.241314 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-c1048785-2dec-4607-b838-89d689477c5d None None] Provisioning for port 0113058d-4d1f-4cd6-b5aa-e7079989025d completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:32:55.250199 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-c1048785-2dec-4607-b838-89d689477c5d None None] Provisioning complete for port 0113058d-4d1f-4cd6-b5aa-e7079989025d triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:32:55.250847 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-c1048785-2dec-4607-b838-89d689477c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.313841 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-c1048785-2dec-4607-b838-89d689477c5d None None] Port 0113058d-4d1f-4cd6-b5aa-e7079989025d cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:32:55.506011 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:32:55.650513 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae5151-f928-4af7-b549-32710dd8f2a0 req-e56b69bc-2409-4253-b12b-dec6b3e6428c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:55.651241 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-c5ae5151-f928-4af7-b549-32710dd8f2a0 req-e56b69bc-2409-4253-b12b-dec6b3e6428c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:55.714252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:32:55.720365 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.728280 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:32:55.744643 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:55.745823 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:55.749233 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0113058d-4d1f-4cd6-b5aa-e7079989025d {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:32:55.759228 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.783867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Transition to ACTIVE for port object 0113058d-4d1f-4cd6-b5aa-e7079989025d will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:32:55.788000 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6059d243-4e3b-4c36-985a-ee08c9a9023e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "PUT /v2.0/floatingips/019ee385-71b2-4b55-b145-fd9a045668cc HTTP/1.1" status: 200 len: 991 time: 2.1753826 Jun 28 12:32:55.791426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:55.797297 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-c5ae5151-f928-4af7-b549-32710dd8f2a0 req-e56b69bc-2409-4253-b12b-dec6b3e6428c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:55.798888 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c5ae5151-f928-4af7-b549-32710dd8f2a0 req-e56b69bc-2409-4253-b12b-dec6b3e6428c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 931 time: 0.3031051 Jun 28 12:32:55.856544 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c5ae5151-f928-4af7-b549-32710dd8f2a0 req-0498d9a2-1f00-4704-a9c8-2f0b9b968697 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508375 Jun 28 12:32:55.877158 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:55.888116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:55.891715 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13873f34-2735-4c14-9379-59484ffcc8b2 req-32d145eb-554d-4616-935a-5901fae4d368 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:55.893387 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-13873f34-2735-4c14-9379-59484ffcc8b2 req-32d145eb-554d-4616-935a-5901fae4d368 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.1095219 Jun 28 12:32:55.952855 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-13873f34-2735-4c14-9379-59484ffcc8b2 req-b02671e3-8744-4778-8fe0-2266e3623adc tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529151 Jun 28 12:32:55.982477 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:56.005542 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:56.097635 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'status': 'completed', 'code': 200} Jun 28 12:32:56.119149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:56.181205 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-3218aab8-6a6b-4569-9366-3ebfec56ae33 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.183117 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-3218aab8-6a6b-4569-9366-3ebfec56ae33 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.1298654 Jun 28 12:32:56.323616 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Deleting port 91c6941e-cf92-4995-b572-d99a3be29924 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:32:56.333351 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:56.351345 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Attempting to bind port 0113058d-4d1f-4cd6-b5aa-e7079989025d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:32:56.351878 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Attempting to bind port 0113058d-4d1f-4cd6-b5aa-e7079989025d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:32:56.352395 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Attempting to bind port 0113058d-4d1f-4cd6-b5aa-e7079989025d on network 72e80c99-9513-40f6-97b7-53ca23d705a7 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:56.366162 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Port 0113058d-4d1f-4cd6-b5aa-e7079989025d on network 72e80c99-9513-40f6-97b7-53ca23d705a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:32:56.366845 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Attempting to bind port 0113058d-4d1f-4cd6-b5aa-e7079989025d on network 72e80c99-9513-40f6-97b7-53ca23d705a7 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:32:56.380181 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:32:56.380693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Checking segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:32:56.381275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Bound using segment: {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:32:56.381972 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Bound port: 0113058d-4d1f-4cd6-b5aa-e7079989025d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d926b7-f4d5-4672-99eb-de9398380417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:32:56.382509 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:56.500479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-cf6fcb92-9180-4a23-a697-635d6362d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.502594 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-cf6fcb92-9180-4a23-a697-635d6362d847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1098 time: 0.3389540 Jun 28 12:32:56.663942 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '019ee385-71b2-4b55-b145-fd9a045668cc', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:32:35Z', 'updated_at': '2021-06-28T12:32:54Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:56.671360 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:32:56.682539 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:32:56.683417 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:32:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:56.692508 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:32:56.705959 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:32:56.744842 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-c116395e-44d8-4785-9d71-9080a36c7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:56.746416 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-c116395e-44d8-4785-9d71-9080a36c7d04 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.2296767 Jun 28 12:32:56.835958 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] For port 91c6941e-cf92-4995-b572-d99a3be29924, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=91c6941e-cf92-4995-b572-d99a3be29924,segment=NetworkSegment(9df121ab-69c5-4cf2-a0f8-eca69cb44a3a),segment_id=9df121ab-69c5-4cf2-a0f8-eca69cb44a3a)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:32:56.835958 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:56.837661 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:56.854816 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:56.882019 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:32:56.999068 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Calling delete_port for 91c6941e-cf92-4995-b572-d99a3be29924 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:32:57.015584 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.016206 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:57.017945 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] 10.222.0.35 "PUT /v2.0/ports/0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 1093 time: 1.9601996 Jun 28 12:32:57.026521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:57.053443 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-312bed26-94ec-4738-826e-07b0889db9aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 999 time: 0.2937002 Jun 28 12:32:57.098194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:57.102770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:57.167438 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-ff0e0e02-4fa1-4ee5-a4bf-0118aee27dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.169244 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-ff0e0e02-4fa1-4ee5-a4bf-0118aee27dcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.1079581 Jun 28 12:32:57.241524 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa2bfc-fdb0-492a-aad5-24974cdf2d21 req-a62509c2-b848-47b9-8ff9-2c691d5e69c8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.243132 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a0aa2bfc-fdb0-492a-aad5-24974cdf2d21 req-a62509c2-b848-47b9-8ff9-2c691d5e69c8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.2115643 Jun 28 12:32:57.341984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-a0aa2bfc-fdb0-492a-aad5-24974cdf2d21 req-2b872f9e-c4c2-4e2f-8301-29d6f295e57c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:57.357316 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-a0aa2bfc-fdb0-492a-aad5-24974cdf2d21 req-2b872f9e-c4c2-4e2f-8301-29d6f295e57c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:57.365188 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a0aa2bfc-fdb0-492a-aad5-24974cdf2d21 req-2b872f9e-c4c2-4e2f-8301-29d6f295e57c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021528 Jun 28 12:32:57.415949 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'status': 'completed', 'code': 200} Jun 28 12:32:57.440227 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4a906-590e-4387-8627-ee35bb6b3ff3 req-a552138f-b8b0-49ab-adce-cb385c4edf4c tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.445077 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '019ee385-71b2-4b55-b145-fd9a045668cc', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:32:35Z', 'updated_at': '2021-06-28T12:32:54Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:32:57.446554 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-08e4a906-590e-4387-8627-ee35bb6b3ff3 req-a552138f-b8b0-49ab-adce-cb385c4edf4c tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 945 time: 0.2206147 Jun 28 12:32:57.450653 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7e18b0-f54e-43e4-9f56-60891ba294af None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '019ee385-71b2-4b55-b145-fd9a045668cc', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.234', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:32:35Z', 'updated_at': '2021-06-28T12:32:54Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:32:57.455549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-619bbbef-21e6-4bb3-83b0-5666f28a1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.457139 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-619bbbef-21e6-4bb3-83b0-5666f28a1559 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2780144 Jun 28 12:32:57.471388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:57.476114 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-81cbfb44-610c-4926-853b-177dbcc926d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.479490 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:32:57.479633 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-81cbfb44-610c-4926-853b-177dbcc926d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1096 time: 0.2053080 Jun 28 12:32:57.509640 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['91c6941e-cf92-4995-b572-d99a3be29924'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:32:57.537243 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Pushing event deleted for resources: {'Port': ['ID=91c6941e-cf92-4995-b572-d99a3be29924,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:32:57.541492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:32:57.624645 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] No DVR routers for this DVR port 91c6941e-cf92-4995-b572-d99a3be29924 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:32:57.627110 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-1d31c378-051c-4784-9ec8-eb8459cb32bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 217 time: 0.1260462 Jun 28 12:32:57.627255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:32:57.654305 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-08e4a906-590e-4387-8627-ee35bb6b3ff3 req-e2b47e50-8397-46a7-9179-a29744b75159 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/security-groups?id=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061834 Jun 28 12:32:57.703519 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.35', 53816) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:32:57.735121 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca4aa2-0ffe-4bcf-8f48-5bbc8fdd1273 None None] New status for floating IP 019ee385-71b2-4b55-b145-fd9a045668cc: ACTIVE {{(pid=79310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:32:57.751595 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-40415ffe-8c6e-4596-bf87-62e550a336c7 req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.35 "DELETE /v2.0/ports/91c6941e-cf92-4995-b572-d99a3be29924 HTTP/1.1" status: 204 len: 173 time: 1.5604792 Jun 28 12:32:57.755386 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-c7ae252b-1582-4d3d-a19d-1a9e025da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.755955 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-c7ae252b-1582-4d3d-a19d-1a9e025da5fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.0988395 Jun 28 12:32:57.757978 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-143607d1-f905-4464-a7a4-d4d90e7ee5d5 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842798 Jun 28 12:32:57.792038 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-54b1993b-77b2-48c2-a02b-bf4de2c46f25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872784 Jun 28 12:32:57.959467 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6734623b-ca3b-4336-8460-a16b0ab7fdcb req-dbf945bc-c675-4e42-ae75-f139503a7dbc service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592877 Jun 28 12:32:57.965062 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afca90-dc8b-494b-a928-e5f6847af316 req-0db1c1c9-5cde-484c-894b-16a37c4e199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.967109 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-0db1c1c9-5cde-484c-894b-16a37c4e199c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1985378 Jun 28 12:32:57.977657 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-16d80d44-206d-44fe-9cac-49e43f7f74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:57.979304 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-16d80d44-206d-44fe-9cac-49e43f7f74e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 1098 time: 0.0811069 Jun 28 12:32:58.100999 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'name': 'network-vif-deleted', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:32:58.146591 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-0b455022-fdbf-4194-9e2c-f771f6fd06a1 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487317 Jun 28 12:32:58.155723 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6a588f6-de2d-47cd-b2ca-d473ad1db3e3', 'name': 'network-vif-deleted', 'tag': '91c6941e-cf92-4995-b572-d99a3be29924', 'status': 'completed', 'code': 200} Jun 28 12:32:58.179008 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-7e6b5356-f7e8-4f78-8257-e3d2936e3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.180476 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-7e6b5356-f7e8-4f78-8257-e3d2936e3145 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.1651769 Jun 28 12:32:58.297352 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-69afca90-dc8b-494b-a928-e5f6847af316 req-608f08fd-8081-49ff-922b-b7c34a0e0611 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311643 Jun 28 12:32:58.301820 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-86806d8a-f9ab-4e06-a5a3-e51e2da241be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 200 len: 1001 time: 0.1046257 Jun 28 12:32:58.378369 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-d6cb5db7-b109-4865-a6d2-f0bf3b60e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.379837 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-d6cb5db7-b109-4865-a6d2-f0bf3b60e6db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0595651 Jun 28 12:32:58.474552 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-4ee666fb-c6ab-40ec-9b97-924ad70eb22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.476973 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-4ee666fb-c6ab-40ec-9b97-924ad70eb22b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882289 Jun 28 12:32:58.636321 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-fc096125-bfad-4aa2-91b1-f4ac94823897 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426017 Jun 28 12:32:58.641409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-9eb7184a-b8a6-483a-aed6-8663d41f6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.642917 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-9eb7184a-b8a6-483a-aed6-8663d41f6b61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1096 time: 0.1490231 Jun 28 12:32:58.650472 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaeb610-5677-41e6-b4d2-2ebfc30da7af req-cb3f9483-cb14-43f5-9d5c-7e029d4b3b36 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.651849 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-eeaeb610-5677-41e6-b4d2-2ebfc30da7af req-cb3f9483-cb14-43f5-9d5c-7e029d4b3b36 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.1167040 Jun 28 12:32:58.797372 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-eeaeb610-5677-41e6-b4d2-2ebfc30da7af req-e615560e-d092-46e3-a052-177ed333c1bc tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381664 Jun 28 12:32:58.836294 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-42384c24-abd6-440c-ad0f-4f8fac3013fd req-2750f103-774a-4297-bb11-4682bdfe466d service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639721 Jun 28 12:32:58.888925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-03c4e2fa-f12b-4fd1-99bc-2a56eb3964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:58.890462 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-03c4e2fa-f12b-4fd1-99bc-2a56eb3964fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.2146270 Jun 28 12:32:58.944605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-be7cf85c-22d6-4ec8-aec9-7f46ade069d8 req-34294561-e18d-4d7a-8c07-70db7ee294f0 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Synchronizing usage tracker for tenant:27509b71cbbe42aa81d858440c91de9e on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:32:58.986704 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-8bec12fa-2f8d-4671-822f-b6a6a09d85d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 217 time: 0.0669973 Jun 28 12:32:59.054565 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-be7cf85c-22d6-4ec8-aec9-7f46ade069d8 req-34294561-e18d-4d7a-8c07-70db7ee294f0 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Unset dirty status for tenant:27509b71cbbe42aa81d858440c91de9e on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:32:59.056849 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-be7cf85c-22d6-4ec8-aec9-7f46ade069d8 req-34294561-e18d-4d7a-8c07-70db7ee294f0 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6a588f6-de2d-47cd-b2ca-d473ad1db3e3 HTTP/1.1" status: 200 len: 210 time: 0.1559467 Jun 28 12:32:59.153198 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-dbef0967-e293-46f4-bb77-518c10493bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:59.154881 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-dbef0967-e293-46f4-bb77-518c10493bee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.1590652 Jun 28 12:32:59.240066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-45cbc2f4-84d6-492c-b2a3-9274d1b24aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:32:59.241524 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-45cbc2f4-84d6-492c-b2a3-9274d1b24aed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771465 Jun 28 12:32:59.385045 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-72ed7007-717f-4790-a677-06155bac4441 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310363 Jun 28 12:32:59.528847 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6c758fe7-5d83-4e24-8901-f0fdd8354031 req-3f0379ed-9ff8-4de9-9760-dd252c47f2fb service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317492 Jun 28 12:32:59.997184 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:00.005788 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 91c6941e-cf92-4995-b572-d99a3be29924 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:00.049458 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 91c6941e-cf92-4995-b572-d99a3be29924 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:33:00.049732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 91c6941e-cf92-4995-b572-d99a3be29924 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:33:00.079646 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38de673-2187-4e3b-8861-52c6b1e5d17e req-a1e2d758-152d-4478-8c2f-1557614aa757 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:00.081176 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a38de673-2187-4e3b-8861-52c6b1e5d17e req-a1e2d758-152d-4478-8c2f-1557614aa757 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.1853995 Jun 28 12:33:00.142542 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a38de673-2187-4e3b-8861-52c6b1e5d17e req-dcd1d44d-6d7e-4d94-a617-28f132aa7b2f tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534565 Jun 28 12:33:00.211385 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:00.219674 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:00.226398 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'mac_address': 'fa:16:3e:59:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:00.284761 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:00.302932 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0113058d-4d1f-4cd6-b5aa-e7079989025d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:00.318890 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:00.391153 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:00.392952 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:00.460262 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:00.468091 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.468441 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.468782 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.469124 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.469446 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.469777 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.470132 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.470457 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.470783 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.471133 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.471455 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.471774 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:00.475745 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:00.762433 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['0113058d-4d1f-4cd6-b5aa-e7079989025d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:01.337205 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e44c7-d074-4c1a-b58a-93d4f9391945 req-d3b0bf15-e81b-45b6-b48a-e27d49a52015 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:01.338705 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5c6e44c7-d074-4c1a-b58a-93d4f9391945 req-d3b0bf15-e81b-45b6-b48a-e27d49a52015 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 944 time: 0.0840402 Jun 28 12:33:01.384141 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5c6e44c7-d074-4c1a-b58a-93d4f9391945 req-1057c235-fdb4-4a0d-aa3e-68c7ef4de7c1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Jun 28 12:33:01.879379 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-cea906b7-317d-45e1-a52f-0a41ad45d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.002319 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:02.165174 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.190509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 0113058d-4d1f-4cd6-b5aa-e7079989025d completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:02.195728 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 0113058d-4d1f-4cd6-b5aa-e7079989025d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:02.202569 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.356480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.386406 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:02.399610 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:02.475372 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'code': 200} Jun 28 12:33:02.477060 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:02.479357 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:02.559701 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:02.563287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:02.609107 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acf9a3-dca7-4f2e-a696-b3f7a4fe2bd4 req-d509ddf4-961e-4ee2-b076-fe5d59b95477 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:02.610707 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-01acf9a3-dca7-4f2e-a696-b3f7a4fe2bd4 req-d509ddf4-961e-4ee2-b076-fe5d59b95477 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0834916 Jun 28 12:33:02.660135 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-01acf9a3-dca7-4f2e-a696-b3f7a4fe2bd4 req-271e4230-78d2-48fa-a5ae-affd114cc4db tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435028 Jun 28 12:33:03.132834 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab339013-cfba-433b-b18f-4eb53a514fb4 req-08825b1f-1e7b-411a-a44c-f5d2bdaf0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:03.134342 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ab339013-cfba-433b-b18f-4eb53a514fb4 req-08825b1f-1e7b-411a-a44c-f5d2bdaf0bb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.0724554 Jun 28 12:33:03.188433 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ab339013-cfba-433b-b18f-4eb53a514fb4 req-2f62a540-9966-4ee8-99ed-71c29c8478aa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Jun 28 12:33:03.855749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faba3e1-7478-4113-8c05-9773354c6e83 req-b187d1ef-3135-412f-8c08-1fffc2c43f5a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:03.857641 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8faba3e1-7478-4113-8c05-9773354c6e83 req-b187d1ef-3135-412f-8c08-1fffc2c43f5a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0891325 Jun 28 12:33:03.908104 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8faba3e1-7478-4113-8c05-9773354c6e83 req-d7a89ab7-3132-4c78-98bb-56c7543273dd tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448422 Jun 28 12:33:04.399807 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-56d89d34-51d2-439b-a693-678cf70c28f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.100429 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e206a-18ad-4134-9de8-6b631650341a req-f8873d96-4e39-4f4e-bba4-180b68781c8d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:05.102632 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0b3e206a-18ad-4134-9de8-6b631650341a req-f8873d96-4e39-4f4e-bba4-180b68781c8d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0838881 Jun 28 12:33:05.149583 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0b3e206a-18ad-4134-9de8-6b631650341a req-0b261bd5-879d-44b2-bbb0-c5a1c1473519 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Jun 28 12:33:05.343100 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90296ccc-c036-4a16-a2aa-bfdcf1b42d97 req-941ed161-af48-41b6-ade8-0ee57da36959 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:05.344642 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90296ccc-c036-4a16-a2aa-bfdcf1b42d97 req-941ed161-af48-41b6-ade8-0ee57da36959 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0863957 Jun 28 12:33:05.391334 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90296ccc-c036-4a16-a2aa-bfdcf1b42d97 req-e957cab4-304d-45a5-aade-97660559c1bb tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Jun 28 12:33:05.414422 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54192) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:05.476659 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.660034 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b8ae72-e1cc-47c7-9451-88f25de17156 tempest-TestShelveInstance-678489230 tempest-TestShelveInstance-678489230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:05.661594 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f8b8ae72-e1cc-47c7-9451-88f25de17156 tempest-TestShelveInstance-678489230 tempest-TestShelveInstance-678489230-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1093 time: 0.2461820 Jun 28 12:33:05.664484 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54200) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:05.669983 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:05.676208 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:05.680056 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Usage tracker for resource:floatingip and tenant:e598201683e7445a8dfcf8ebd6a9db0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:05.683113 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:05.689805 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:05.830922 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:05.974844 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.130248 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Allocated IP 172.28.1.14 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/05484ffc-be8d-4979-ad66-155914ccefec) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:06.282483 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.423156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.427375 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c315c0e8-20dd-4972-993c-9f15a3eab551 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:06.496845 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:06.499993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:06.503776 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:06.537539 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'Port': ['ID=05484ffc-be8d-4979-ad66-155914ccefec,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:06.546025 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:06.819544 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:06.930534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.091590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.413275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.502921 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.508377 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f910eaac-5690-4128-b279-a9312503f242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:07.617748 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event updated for resources: {'Port': ['ID=05484ffc-be8d-4979-ad66-155914ccefec,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:07.622005 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:07.628697 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:07.804947 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Floating IP 9fe79a5e-03a1-430e-8c89-c5b3e97f07d3 associated. External IP: 172.28.1.14, port: 0113058d-4d1f-4cd6-b5aa-e7079989025d. Jun 28 12:33:08.168816 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Router f45563be-70e9-401b-ba20-d0e6cb5a87d0 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:08.353098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:08.364499 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Sync routers for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:08.380134 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:08.381040 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:08.470408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:08.529689 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8641093 Jun 28 12:33:08.530375 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:08.579995 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'status': 'completed', 'code': 200} Jun 28 12:33:08.580126 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:08.712093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-2dd76455-c1c6-4f19-bb4b-465c34a52fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.713582 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-2dd76455-c1c6-4f19-bb4b-465c34a52fd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.0812955 Jun 28 12:33:08.857408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-54cee776-30c7-4b1b-a3dc-6d4cacc80c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:08.858871 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-54cee776-30c7-4b1b-a3dc-6d4cacc80c2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.1299024 Jun 28 12:33:08.976289 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9fe79a5e-03a1-430e-8c89-c5b3e97f07d3', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'mac_address': 'fa:16:3e:59:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:06Z', 'updated_at': '2021-06-28T12:33:06Z', 'revision_number': 0, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:08.979884 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-a88a3e02-fa17-443f-a8d7-a645f5e2c31a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 998 time: 0.0988314 Jun 28 12:33:08.981722 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Checking router: f45563be-70e9-401b-ba20-d0e6cb5a87d0 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:08.990382 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:08.990993 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:09.048836 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-42c5860d-98ed-4b60-9bca-59b9cbec1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.049193 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-42c5860d-98ed-4b60-9bca-59b9cbec1565 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.0583227 Jun 28 12:33:09.127855 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-1d043059-8a55-45f1-9ca4-67d1a5f409b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:09.129327 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-1d043059-8a55-45f1-9ca4-67d1a5f409b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728590 Jun 28 12:33:09.177309 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:09.272857 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-8e7cfc46-b385-466a-ab42-0b4f050f6aef service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346955 Jun 28 12:33:09.415159 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a1e2ab35-c602-466c-9df7-b39b782941ca req-7e913c11-6729-40cc-94e0-445030449fc1 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345553 Jun 28 12:33:09.551619 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9fe79a5e-03a1-430e-8c89-c5b3e97f07d3', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'mac_address': 'fa:16:3e:59:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:06Z', 'updated_at': '2021-06-28T12:33:06Z', 'revision_number': 0, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:09.556001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce712b-b3fb-4e3f-9761-31a9c3640e69 None None] The sync data for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb is: [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9fe79a5e-03a1-430e-8c89-c5b3e97f07d3', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'floating_ip_address': '172.28.1.14', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'mac_address': 'fa:16:3e:59:20:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:06Z', 'updated_at': '2021-06-28T12:33:06Z', 'revision_number': 0, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:09.752833 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0299b4fa-a303-4a3f-afcd-46823dba28f0 None None] New status for floating IP 9fe79a5e-03a1-430e-8c89-c5b3e97f07d3: ACTIVE {{(pid=79310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:13.999963 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7120ae-70ce-4312-971b-877df38f0eed req-ca0200e1-b731-4578-b2e3-91d0411e8a02 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:14.001526 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cf7120ae-70ce-4312-971b-877df38f0eed req-ca0200e1-b731-4578-b2e3-91d0411e8a02 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.1007471 Jun 28 12:33:14.047763 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cf7120ae-70ce-4312-971b-877df38f0eed req-be515787-e497-4a2d-ac46-c334c807eee4 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Jun 28 12:33:14.555643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b6566-fba0-4219-bc3c-7f363d3690ba req-5d63b74d-d23d-4209-b2ca-0d0cad8965d7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:14.557100 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fb4b6566-fba0-4219-bc3c-7f363d3690ba req-5d63b74d-d23d-4209-b2ca-0d0cad8965d7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0804861 Jun 28 12:33:14.692591 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fb4b6566-fba0-4219-bc3c-7f363d3690ba req-2d67a7e6-2cf7-4e05-9abb-56ea5937f63d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291466 Jun 28 12:33:15.236309 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fa788-4194-47ea-ad41-a6c42a454872 req-3a893fae-8576-4c08-bebc-bfdc921e9bb3 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:15.237838 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf5fa788-4194-47ea-ad41-a6c42a454872 req-3a893fae-8576-4c08-bebc-bfdc921e9bb3 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.0824156 Jun 28 12:33:15.285505 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf5fa788-4194-47ea-ad41-a6c42a454872 req-d274747d-b634-49b8-8a7e-fabe1594ac00 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Jun 28 12:33:15.892330 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a660a-517d-4da1-b730-55471bf59c1e req-37503808-c8b4-46b7-949c-9e2971e17925 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:15.893903 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-751a660a-517d-4da1-b730-55471bf59c1e req-37503808-c8b4-46b7-949c-9e2971e17925 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.0881112 Jun 28 12:33:15.944391 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-751a660a-517d-4da1-b730-55471bf59c1e req-4172aa55-e2bc-4295-b3b0-6974728a2edf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Jun 28 12:33:16.486092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2115f6-a3a0-4a44-a0a9-6979e5645e95 req-654f26a4-6fac-4b9e-8c0b-2db5238eb77d tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:16.487571 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c2115f6-a3a0-4a44-a0a9-6979e5645e95 req-654f26a4-6fac-4b9e-8c0b-2db5238eb77d tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.0840673 Jun 28 12:33:16.539115 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c2115f6-a3a0-4a44-a0a9-6979e5645e95 req-335d15c5-962c-4452-8f18-2bcad904eee9 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Jun 28 12:33:17.186852 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-c1fe38dd-6cfa-4046-bdac-f79513a372b6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:17.188332 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-c1fe38dd-6cfa-4046-bdac-f79513a372b6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1457281 Jun 28 12:33:17.196559 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a01b7-ca45-46a3-9059-984710ffdb6c req-c7e27eea-6ed4-4768-bae5-f1f2a44b9689 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:17.198043 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e30a01b7-ca45-46a3-9059-984710ffdb6c req-c7e27eea-6ed4-4768-bae5-f1f2a44b9689 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 945 time: 0.1206903 Jun 28 12:33:17.296087 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Deleting port 3a4df644-b6b6-4508-b3e7-102ff9669e5a {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:17.296428 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:17.330306 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e30a01b7-ca45-46a3-9059-984710ffdb6c req-f3083d58-aa1c-461b-8004-33ddff4e5e66 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f37b1dd3-0832-4f00-a6d9-2956529940c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004024 Jun 28 12:33:17.552130 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] For port 3a4df644-b6b6-4508-b3e7-102ff9669e5a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3a4df644-b6b6-4508-b3e7-102ff9669e5a,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:17.552817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:17.730905 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b962234-0918-4d80-9178-be464ac06fd1 req-28518780-61cb-4b48-9485-39758637ff63 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:17.733154 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2b962234-0918-4d80-9178-be464ac06fd1 req-28518780-61cb-4b48-9485-39758637ff63 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.0838339 Jun 28 12:33:17.793251 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2b962234-0918-4d80-9178-be464ac06fd1 req-62df8ad0-ba4a-4698-8dbc-7b9f134a22cb tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Jun 28 12:33:17.859290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:17.859659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:17.860020 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.l3_db [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Floating IP 5546e834-8bd4-447d-a215-2b2f661c4365 disassociated. External IP: 172.28.1.155, port: 3a4df644-b6b6-4508-b3e7-102ff9669e5a. Jun 28 12:33:17.860750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Calling delete_port for 3a4df644-b6b6-4508-b3e7-102ff9669e5a owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:18.098881 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:18.105543 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9cafae38-d151-4bb3-9335-f84ea61757d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:18.155104 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'Port': ['ID=3a4df644-b6b6-4508-b3e7-102ff9669e5a,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:18.166961 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.167852 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.168210 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.168562 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.168918 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.169273 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.169623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.169994 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.170343 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.170685 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.171031 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.171391 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:18.222631 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:18.371385 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:18.516681 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-92dfc987-8644-41ce-bac0-63902409fd48 req-c92e21af-cd7b-4bf5-8ca0-33462be21ed9 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.0513692 Jun 28 12:33:18.696964 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:18.709327 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:18.721404 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:18.723943 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:18.782148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] No DVR routers for this DVR port 3a4df644-b6b6-4508-b3e7-102ff9669e5a on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:33:18.784796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:18.788205 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'name': 'network-vif-deleted', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:18.874602 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4aebd4f-0460-48ef-823b-ec74341da8f5', 'name': 'network-vif-deleted', 'tag': '3a4df644-b6b6-4508-b3e7-102ff9669e5a', 'status': 'completed', 'code': 200} Jun 28 12:33:18.887708 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d528f1f-0941-4aab-a3a5-d7a1ec84bc65 req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "DELETE /v2.0/ports/3a4df644-b6b6-4508-b3e7-102ff9669e5a HTTP/1.1" status: 204 len: 173 time: 1.6883597 Jun 28 12:33:19.097555 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:19.111345 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f45b4-a0f7-4bf4-b42c-888e86143d68 req-3f091285-eb5d-45e0-ba59-0d59aa614ab9 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:19.120995 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dd2f45b4-a0f7-4bf4-b42c-888e86143d68 req-3f091285-eb5d-45e0-ba59-0d59aa614ab9 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.1046102 Jun 28 12:33:19.173525 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dd2f45b4-a0f7-4bf4-b42c-888e86143d68 req-b391a82f-9ca7-4803-bfcb-6eb0f80de7af tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/security-groups?id=40b1e1a6-86ad-4b52-8b87-73b733f3a049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Jun 28 12:33:19.331257 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6c4e-536e-483f-8402-eba891d66d17 req-f3dc4298-5685-4521-b737-6453c4495e7f tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:19.344410 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-481d6c4e-536e-483f-8402-eba891d66d17 req-f3dc4298-5685-4521-b737-6453c4495e7f tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 945 time: 0.1083100 Jun 28 12:33:19.412316 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Deleting port a7a2a5bd-117d-44af-bcf0-014bf18a2360 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:19.412719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:19.478953 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:19.484082 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:19.493554 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:19.494398 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:19.701434 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] For port a7a2a5bd-117d-44af-bcf0-014bf18a2360, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a7a2a5bd-117d-44af-bcf0-014bf18a2360,segment=NetworkSegment(ce9e8af2-4f2a-4933-a0f1-ba47c3457c17),segment_id=ce9e8af2-4f2a-4933-a0f1-ba47c3457c17)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:19.702092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:19.766533 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:19.797552 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-38b3630f-89b2-437e-aa98-33f3d0b93662 req-85c33b58-1725-4f8d-8c21-9b09b802f748 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4aebd4f-0460-48ef-823b-ec74341da8f5 HTTP/1.1" status: 200 len: 210 time: 0.0634272 Jun 28 12:33:19.903461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Calling delete_port for a7a2a5bd-117d-44af-bcf0-014bf18a2360 owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:20.145964 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3a4df644-b6b6-4508-b3e7-102ff9669e5a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:20.193341 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 3a4df644-b6b6-4508-b3e7-102ff9669e5a {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:33:20.193758 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3a4df644-b6b6-4508-b3e7-102ff9669e5a not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:33:20.194218 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a7a2a5bd-117d-44af-bcf0-014bf18a2360 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:33:20.207505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:20.218776 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e1c823e7-ad6c-41b9-a8d9-92207b589e31 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:20.232570 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: a7a2a5bd-117d-44af-bcf0-014bf18a2360 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:33:20.232924 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device a7a2a5bd-117d-44af-bcf0-014bf18a2360 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:33:20.332116 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:20.336739 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Pushing event deleted for resources: {'Port': ['ID=a7a2a5bd-117d-44af-bcf0-014bf18a2360,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:20.339837 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1856988a-e2f0-42a0-88d8-1ad522d2bea2 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:20.340875 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:20.347081 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9d9b6a34-8232-4dd2-97ca-3c9b96e8650c req-326f5f43-962b-4420-87ad-aa10dcffd3ac tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.0594046 Jun 28 12:33:20.396128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] No DVR routers for this DVR port a7a2a5bd-117d-44af-bcf0-014bf18a2360 on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:33:20.398913 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:20.560723 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-481d6c4e-536e-483f-8402-eba891d66d17 req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.35 "DELETE /v2.0/ports/a7a2a5bd-117d-44af-bcf0-014bf18a2360 HTTP/1.1" status: 204 len: 173 time: 1.2212989 Jun 28 12:33:20.583066 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f278c-13f1-4927-9d7d-ffc390926987 None None] New status for floating IP 5546e834-8bd4-447d-a215-2b2f661c4365: DOWN {{(pid=79310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:20.876066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'name': 'network-vif-deleted', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:20.928659 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f47595e7-7419-46d8-a604-eaf5ea9f2330', 'name': 'network-vif-deleted', 'tag': 'a7a2a5bd-117d-44af-bcf0-014bf18a2360', 'status': 'completed', 'code': 200} Jun 28 12:33:21.019960 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54382) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:21.192822 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.223917 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.364948 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.370343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0263961d-5e3c-4866-8d8b-a42ba3659ddf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:21.387600 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37b1dd3-0832-4f00-a6d9-2956529940c5,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:21.395359 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.395730 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.396284 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.396638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.396985 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.397332 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.397739 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.398058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.398406 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.398748 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.399088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.399621 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:33:21.403889 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:21.473731 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.476568 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "DELETE /v2.0/security-groups/f37b1dd3-0832-4f00-a6d9-2956529940c5 HTTP/1.1" status: 204 len: 168 time: 0.4554517 Jun 28 12:33:21.479295 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54402) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:21.499574 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-8f897e4f-8e97-4d7f-80ea-96049e2a1c64 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] show failed (client error): The resource could not be found. Jun 28 12:33:21.501248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8f897e4f-8e97-4d7f-80ea-96049e2a1c64 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups/f37b1dd3-0832-4f00-a6d9-2956529940c5 HTTP/1.1" status: 404 len: 347 time: 0.0198612 Jun 28 12:33:21.504300 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54406) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:21.527926 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-18af64be-f9b7-4504-9289-71c55a2ac8ed req-9c45501d-e049-4825-b7c8-ecc6b3326b9e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Synchronizing usage tracker for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:21.633675 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-18af64be-f9b7-4504-9289-71c55a2ac8ed req-9c45501d-e049-4825-b7c8-ecc6b3326b9e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Unset dirty status for tenant:2218d190addc4b54bf85e70c566cf8af on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:21.635304 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-18af64be-f9b7-4504-9289-71c55a2ac8ed req-9c45501d-e049-4825-b7c8-ecc6b3326b9e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] 10.222.0.37 "GET /v2.0/ports?device_id=f47595e7-7419-46d8-a604-eaf5ea9f2330 HTTP/1.1" status: 200 len: 210 time: 0.1596391 Jun 28 12:33:21.676189 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Deleting port c1b097c0-5d05-41a2-82e2-878c944527bc {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:33:21.676720 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.973178 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:21.973650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:22.113523 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Calling delete_port for c1b097c0-5d05-41a2-82e2-878c944527bc owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:33:22.319364 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:22.323143 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0e532da9-8899-4125-8de0-751afc238112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:22.369628 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'Port': ['ID=c1b097c0-5d05-41a2-82e2-878c944527bc,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:22.408163 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:22.468793 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:22.483613 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:22.484752 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "DELETE /v2.0/floatingips/5546e834-8bd4-447d-a215-2b2f661c4365 HTTP/1.1" status: 204 len: 168 time: 0.9790812 Jun 28 12:33:22.762998 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54422) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:22.768301 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--300070360', 'description': 'tempest-description--914383631'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:22.774350 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:22.779021 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:22.782030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:22.787751 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:22.858340 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:22.869098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54428) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:22.926762 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:22.933954 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:22.938179 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:22.946306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:22.953311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Deleting subnet caca3f3b-eb79-4d40-8318-f4ce4956281d {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:33:22.960712 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.025151 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.116501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.155093 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.250561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.254531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1143cf53-dcdc-4383-be11-d44cee933d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:23.300661 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad3935d-aaf8-49c1-a203-092d3322818c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:23.303723 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:23.333265 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.338342 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3b2eda71-8c5a-47fb-9755-e74a0fb817c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:23.375237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caca3f3b-eb79-4d40-8318-f4ce4956281d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:23.377202 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.385166 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/caca3f3b-eb79-4d40-8318-f4ce4956281d HTTP/1.1" status: 204 len: 168 time: 0.5090594 Jun 28 12:33:23.385166 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:23.385166 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54432) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:23.460444 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.461643 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6976285 Jun 28 12:33:23.465405 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54438) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:23.470999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group_rule': {'security_group_id': 'fad3935d-aaf8-49c1-a203-092d3322818c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:23.477304 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:23.484526 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:23.488278 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:23.496234 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.498164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:23.606014 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.628821 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.643024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:23.657787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:23.666487 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df121ab-69c5-4cf2-a0f8-eca69cb44a3a') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:23.670531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.672797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.690824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.696875 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:33:23.697255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.762513 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.768055 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:23.788651 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed915a9-12c3-43af-9e61-5a2f6f2f6a62,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:23.794867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:33:23.807296 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:33:23.858993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.860301 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-334f840c-b9cd-4e3f-b6ef-1e110a9a7a50 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937035 Jun 28 12:33:23.864118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54446) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:23.880853 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'security_group_rule': {'security_group_id': 'fad3935d-aaf8-49c1-a203-092d3322818c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:23.895611 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:23.900709 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:security_group_rule and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:23.904878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:23.911567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:23.984165 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:23.987879 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:24.001417 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.016576 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:24.019625 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ff5ffaa3-3d3f-4f16-88ca-9616e16ef2c9 HTTP/1.1" status: 204 len: 168 time: 0.6371689 Jun 28 12:33:24.020679 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:24.021296 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.022577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54450) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:24.087170 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.087439 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Deleting subnet eee3cc0a-0786-496a-beb2-9ad6c5a2e13e {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:33:24.090610 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.141823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.193234 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.195315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:24.197613 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.217453 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0909d878-6e38-49f2-b4e5-129af3663466,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:24.219897 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:24.293388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.294648 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f0f083e4-5a52-4bfa-aed5-7a24c38dee2b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4293523 Jun 28 12:33:24.297825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54454) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:24.302920 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:24.309741 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:24.313850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Usage tracker for resource:floatingip and tenant:c1c390b339574f249054a6ff32b30b4d is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:24.317436 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:24.327178 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:24.384665 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.390143 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-3cadfcc9-3a74-4825-8f56-196212eac0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:24.424584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.426489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee3cc0a-0786-496a-beb2-9ad6c5a2e13e,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:24.429894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:24.430670 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.438066 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f619b036-9f05-47ca-aea1-238d826320d6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eee3cc0a-0786-496a-beb2-9ad6c5a2e13e HTTP/1.1" status: 204 len: 168 time: 0.4140496 Jun 28 12:33:24.441105 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54458) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:24.584186 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.644754 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.757103 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Allocated IP 172.28.1.33 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/24fd7bc2-1e61-40be-8a70-3ec8a671d3e8) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:24.789784 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.804645 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d980a8ee-0f7d-44a1-95de-654d8932f814']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:24.818513 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b3e4b8-addb-4141-8571-e4d16ff89355') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:24.818822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b3e4b8-addb-4141-8571-e4d16ff89355') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:24.831764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.849661 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:33:24.850330 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.858540 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:33:24.858944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:33:24.873077 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:33:24.929056 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.050814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.051082 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.055283 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:25.056548 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.060756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:25.081703 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d980a8ee-0f7d-44a1-95de-654d8932f814,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.089677 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.094687 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8ece70e3-eaaa-4bc8-b7ad-4468f4aaaac0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d980a8ee-0f7d-44a1-95de-654d8932f814 HTTP/1.1" status: 204 len: 168 time: 0.6525114 Jun 28 12:33:25.129589 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:25.132656 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:25.137409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:25.172938 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=24fd7bc2-1e61-40be-8a70-3ec8a671d3e8,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.179555 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.236911 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.429990 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.600159 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54472) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:25.653635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.657036 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-688b60e4-b451-4445-a57c-ba5f8154a21b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27509b71cbbe42aa81d858440c91de9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555055 Jun 28 12:33:25.659614 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54476) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:25.727971 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.744075 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.750613 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-43befa1a-804c-49ed-8038-127729db8478 tempest-DeleteServersTestJSON-187207855 tempest-DeleteServersTestJSON-187207855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:25.756874 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.864302 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=24fd7bc2-1e61-40be-8a70-3ec8a671d3e8,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.873092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.880615 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.892973 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.900686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-aae4b65f-e8b9-4d5e-a4df-3b6acee0d577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:25.917659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:25.920225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:25.987733 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:25.989071 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6903386 Jun 28 12:33:26.018277 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:26.019385 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0beb23bf-0bb6-4ab7-ad3a-0bea2b7616fd HTTP/1.1" status: 204 len: 168 time: 0.3588638 Jun 28 12:33:26.269648 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-e5926448-ee8e-4689-83de-7b6dafbc8b19 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--300070360&fields=id&tenant_id=c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 267 time: 0.0450833 Jun 28 12:33:26.451865 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-e37eb435-ef87-45cb-b1ea-509576374a11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:26.458603 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-e37eb435-ef87-45cb-b1ea-509576374a11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 811 time: 0.1798472 Jun 28 12:33:26.474207 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-c1962453-37fa-4832-83cf-fb66865226f3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/quotas/c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 375 time: 0.0145288 Jun 28 12:33:26.578135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-7387d4fd-8e81-46cf-8431-340bd6b9cf7d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:26.770623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-7387d4fd-8e81-46cf-8431-340bd6b9cf7d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:26.772478 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-7387d4fd-8e81-46cf-8431-340bd6b9cf7d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2878191 Jun 28 12:33:26.924632 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-744665f8-ad71-4dc8-bac1-02b54a5fcfb5 service neutron] 10.222.0.37 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391997 Jun 28 12:33:26.926976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54502) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:27.071149 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-dbe423bc-2fdc-470f-ae86-853e5a6dc6c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25cd018dcc4e4dcda45b31c17419ec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392264 Jun 28 12:33:27.071459 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54508) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:27.139134 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-bf4d2dce-ef7c-43c8-924f-890ac7c099b6 service neutron] 10.222.0.37 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966336 Jun 28 12:33:27.168916 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:27.203353 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:27.467584 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:27.480806 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e4e59ed9-362f-40d2-ae3d-be9b1ed640cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:27.493932 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56207c89-bf39-4946-a503-89f7395dbe7b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:27.497139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:27.529524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:27.537759 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-65eb171a-8ca7-4f30-95e4-9757520e7131 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56207c89-bf39-4946-a503-89f7395dbe7b HTTP/1.1" status: 204 len: 168 time: 0.4653504 Jun 28 12:33:27.552261 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-bf1dd861-1b87-4f1b-82b8-7051f9a56df9 req-bfb684e7-5e79-4ea4-9632-441fa728a524 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:27.566810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-bf1dd861-1b87-4f1b-82b8-7051f9a56df9 req-bfb684e7-5e79-4ea4-9632-441fa728a524 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:27.576796 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf1dd861-1b87-4f1b-82b8-7051f9a56df9 req-bfb684e7-5e79-4ea4-9632-441fa728a524 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0928180 Jun 28 12:33:28.695892 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a018f4ee-4e8f-49ad-b0ce-37ac6b865e55 req-7fdac7e9-a2e2-4d67-afb1-ea30e406183f tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0619547 Jun 28 12:33:29.860024 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-25584263-9f26-47ee-9bf0-0128d96befc3 req-24027b76-d5e2-46df-8c6f-81c954991516 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0489714 Jun 28 12:33:29.973333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54582) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:30.108132 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.124937 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:30.132979 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3d23f7bad4487a86e73399eb1df927 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:30.132979 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:30.138874 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:30.204406 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.250958 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.376890 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.389250 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-76f429a6-f331-494f-8e0b-e930b26538bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:30.505458 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c3d23f7bad4487a86e73399eb1df927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309296 Jun 28 12:33:30.509802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54592) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:30.513643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3431c786-7631-40d4-ba54-9bd4cd3a1655,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:30.518327 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:30.566251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-4c1f0583-3d84-43fd-8814-4dfed7b86ef7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:30.567997 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-4c1f0583-3d84-43fd-8814-4dfed7b86ef7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 811 time: 0.2137754 Jun 28 12:33:30.578647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.606713 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.625830 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-0835d225-eb20-4404-865c-c7bd3bce2245 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c390b339574f249054a6ff32b30b4d HTTP/1.1" status: 200 len: 379 time: 0.0421917 Jun 28 12:33:30.655598 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'port': {'device_id': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'admin_state_up': True, 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'security_groups': ['fad3935d-aaf8-49c1-a203-092d3322818c']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:30.761946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.767185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d9d08ff3-a3ce-46b1-a477-e814666d58e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:30.780866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3431c786-7631-40d4-ba54-9bd4cd3a1655,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:30.783727 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:30.784997 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:30.788975 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3431c786-7631-40d4-ba54-9bd4cd3a1655 HTTP/1.1" status: 204 len: 168 time: 0.2773557 Jun 28 12:33:30.825153 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:30.836147 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:31.015852 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-46d6c11c-a86e-44a3-b090-ab55f0906213 req-8dfacd24-db10-468b-a582-3c2e8b331f65 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0467870 Jun 28 12:33:31.018126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Made reservation on behalf of c1c390b339574f249054a6ff32b30b4d for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:31.022026 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:31.305096 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Allocated IP 172.20.0.8 (8809ae2e-fc02-4ead-99c0-bc180ed14c24/8ecea80e-5804-4cd7-b84e-4a9fd9de2e99/c37ed0c5-942e-40f1-990f-942c40bda950) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:31.520825 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:31.543643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Transition to ACTIVE for port object c37ed0c5-942e-40f1-990f-942c40bda950 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:31.733388 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:31.741834 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fbbb1ebe-0485-4861-b11f-246565d37f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:31.815267 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:31.818543 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:31.821038 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:31.868030 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-cb42efd4-c873-418c-9c63-add82eaa04ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:31.874476 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event updated for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:31.878409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:31.904235 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:31.904874 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.041270 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-d46b1c8e-9251-4867-9574-5c121cd1d9ee tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3999414 Jun 28 12:33:32.063468 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Request body: {'port': {'device_id': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:32.182171 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.210763 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d7a3212c-2637-496e-aff0-06dab0911e2d None None] Provisioning for port c37ed0c5-942e-40f1-990f-942c40bda950 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:32.217089 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d7a3212c-2637-496e-aff0-06dab0911e2d None None] Provisioning complete for port c37ed0c5-942e-40f1-990f-942c40bda950 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:32.221650 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d7a3212c-2637-496e-aff0-06dab0911e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.280164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54632) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:32.281711 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3212c-2637-496e-aff0-06dab0911e2d None None] Port c37ed0c5-942e-40f1-990f-942c40bda950 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:33:32.293156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf89a3a-f289-494d-a646-6c7427ff1e3a req-ef04e3c2-9048-441a-a37c-3c73a9baadaf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:32.294370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.300466 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-faf89a3a-f289-494d-a646-6c7427ff1e3a req-ef04e3c2-9048-441a-a37c-3c73a9baadaf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 931 time: 0.1319344 Jun 28 12:33:32.350562 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-faf89a3a-f289-494d-a646-6c7427ff1e3a req-862c3cf6-5a23-4c10-b546-d96ee52e3cdd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:32.439527 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1887269619-network', 'tenant_id': '369cd0df38d24fecb2b95a55cce46f9b'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:32.455256 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:32.468140 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Usage tracker for resource:network and tenant:369cd0df38d24fecb2b95a55cce46f9b is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:32.487903 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:32.497543 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-faf89a3a-f289-494d-a646-6c7427ff1e3a req-862c3cf6-5a23-4c10-b546-d96ee52e3cdd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:32.497986 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:32.499651 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-faf89a3a-f289-494d-a646-6c7427ff1e3a req-862c3cf6-5a23-4c10-b546-d96ee52e3cdd tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978786 Jun 28 12:33:32.683802 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Made reservation on behalf of 369cd0df38d24fecb2b95a55cce46f9b for: {'network': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:32.686284 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.720327 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.740237 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:32.746866 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Usage tracker for resource:security_group_rule and tenant:369cd0df38d24fecb2b95a55cce46f9b is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:32.750993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:32.758268 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:32.864734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37ed0c5-942e-40f1-990f-942c40bda950 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:32.878209 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:32.908082 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Transition to ACTIVE for port object c37ed0c5-942e-40f1-990f-942c40bda950 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:32.960488 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.017813 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.021981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-84d26121-0560-4b60-90be-6f91a81a258e tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:33.074075 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.211494 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=79308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:33:33.261153 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:33.273372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:33.310889 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5e2d7c5f-556d-411a-88f1-c2dd75369a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:33.331827 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.332170 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.segments_db [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Added segment 90101b82-94e6-4d36-87da-8c14e66a79f3 of type vlan for network 5870f837-015c-4ae7-8279-0544865d66cb Jun 28 12:33:33.390838 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4463a9-4a9a-411b-803c-1010cdce826e,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:33.421099 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:33.445395 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.466078 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Attempting to bind port c37ed0c5-942e-40f1-990f-942c40bda950 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:33:33.466362 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Attempting to bind port c37ed0c5-942e-40f1-990f-942c40bda950 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:33:33.466615 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Attempting to bind port c37ed0c5-942e-40f1-990f-942c40bda950 on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:33.482154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Port c37ed0c5-942e-40f1-990f-942c40bda950 on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:33:33.482492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Attempting to bind port c37ed0c5-942e-40f1-990f-942c40bda950 on network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:33.494232 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:33:33.495140 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Checking segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:33.495605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Bound using segment: {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:33:33.496002 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Bound port: c37ed0c5-942e-40f1-990f-942c40bda950, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e931efc0-893e-44f5-9a6f-f2196ebe13e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:33:33.496349 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.615419 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.622575 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:33.624252 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.635184 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:33.702801 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:33:33.783587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c180a85-f75d-459f-93d7-37ae940ed25b req-8c5d894f-9da1-418f-9c01-d01b6d526f12 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:33.785494 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6c180a85-f75d-459f-93d7-37ae940ed25b req-8c5d894f-9da1-418f-9c01-d01b6d526f12 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 943 time: 0.1055398 Jun 28 12:33:33.801493 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c37ed0c5-942e-40f1-990f-942c40bda950,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:33:33.807072 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Pushing event updated for resources: {'Network': ['ID=5870f837-015c-4ae7-8279-0544865d66cb,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:33.810371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:33.818193 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 5870f837-015c-4ae7-8279-0544865d66cb details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:33:33.923278 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6413522 Jun 28 12:33:33.923899 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54650) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:33.927503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:33.942978 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:33.971663 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6c180a85-f75d-459f-93d7-37ae940ed25b req-fd4c3318-2da8-4d72-9efd-98059623ea79 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775675 Jun 28 12:33:33.991893 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Request body: {'subnet': {'network_id': '5870f837-015c-4ae7-8279-0544865d66cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1887269619-subnet', 'tenant_id': '369cd0df38d24fecb2b95a55cce46f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:34.021628 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:34.035099 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Usage tracker for resource:subnet and tenant:369cd0df38d24fecb2b95a55cce46f9b is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:34.039385 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:34.049114 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:34.054886 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:34.055498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:34.057009 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] 10.222.0.35 "PUT /v2.0/ports/c37ed0c5-942e-40f1-990f-942c40bda950 HTTP/1.1" status: 200 len: 1093 time: 1.9990177 Jun 28 12:33:34.057650 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:34.095263 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:34.114773 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:34.158146 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'status': 'completed', 'code': 200} Jun 28 12:33:34.188068 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Made reservation on behalf of 369cd0df38d24fecb2b95a55cce46f9b for: {'subnet': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:34.197287 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15177958'] for subnet, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:34.438838 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2675e7fb-5757-4a11-beab-a87260b4f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:34.523882 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-77088083-de73-48b1-869a-79f24bfe47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:34.525458 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-77088083-de73-48b1-869a-79f24bfe47a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 1096 time: 0.2924135 Jun 28 12:33:34.751627 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-ecca3372-eef9-486c-be74-bf2c06aad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:34.753129 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-ecca3372-eef9-486c-be74-bf2c06aad423 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c1c390b339574f249054a6ff32b30b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1937957 Jun 28 12:33:34.843983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14801226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15177968'] for subnet, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:34.863675 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:34.983625 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ef0853-2ed1-48e5-a5ee-6540be07134d,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:34.987196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:35.004427 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Checking segment: {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:35.004695 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Network hostable DHCP agents. Network: 5870f837-015c-4ae7-8279-0544865d66cb, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:33:35.009880 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-3a3d5b55-52bd-4b6f-99f9-f5e402742558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.011731 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6d038a56-9161-4591-8a5d-2ec1ed17fdbe req-3a3d5b55-52bd-4b6f-99f9-f5e402742558 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2515690 Jun 28 12:33:35.125252 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Network 5870f837-015c-4ae7-8279-0544865d66cb is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:33:35.241569 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-91959c3d-c037-4c0f-bb33-ce29577688af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.243156 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-91959c3d-c037-4c0f-bb33-ce29577688af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 1096 time: 0.1584911 Jun 28 12:33:35.252010 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3289904-e786-4027-8861-1b5f425d84d3 req-47cb6488-15df-480d-9d6c-12596ea34c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.252742 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a3289904-e786-4027-8861-1b5f425d84d3 req-47cb6488-15df-480d-9d6c-12596ea34c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Synchronizing usage tracker for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:35.255686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 5870f837-015c-4ae7-8279-0544865d66cb) {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:35.261525 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.262114 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:35.270728 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73711291-3962-4e57-8122-4b4c1b201312 None None] Network 5870f837-015c-4ae7-8279-0544865d66cb requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:33:35.369931 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-38b2220c-b5b3-4f14-8e2c-6d14be0f8bb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c37ed0c5-942e-40f1-990f-942c40bda950 HTTP/1.1" status: 200 len: 217 time: 0.1016541 Jun 28 12:33:35.450858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-f53ed8a2-f9f2-45a2-b640-6365a53d3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.452501 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-f53ed8a2-f9f2-45a2-b640-6365a53d3eff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0735064 Jun 28 12:33:35.456160 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-a3289904-e786-4027-8861-1b5f425d84d3 req-47cb6488-15df-480d-9d6c-12596ea34c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Unset dirty status for tenant:c1c390b339574f249054a6ff32b30b4d on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:35.457472 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a3289904-e786-4027-8861-1b5f425d84d3 req-47cb6488-15df-480d-9d6c-12596ea34c2c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 943 time: 0.3405817 Jun 28 12:33:35.545536 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:35.554961 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6294844 Jun 28 12:33:35.614471 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a3289904-e786-4027-8861-1b5f425d84d3 req-c3c5d490-5489-4325-b4fb-23b18082aaed tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946465 Jun 28 12:33:35.639862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-4dc97336-a4fd-400e-a119-01593c49f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:35.656093 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-4dc97336-a4fd-400e-a119-01593c49f773 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1873243 Jun 28 12:33:35.671933 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e215f3f-6dfb-4fa6-b35f-b533125916c0 None None] Network 5870f837-015c-4ae7-8279-0544865d66cb requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:33:35.837396 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-782e87c6-4638-4118-8549-2abbc19d0453 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819344 Jun 28 12:33:36.011480 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-48527849-9961-449f-86ba-cdc286ab5fa7 req-e2d0060f-6bed-4f97-92ba-58ddda180190 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658175 Jun 28 12:33:36.824693 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:37.020675 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7add88-ec65-477d-b6c7-d8e4c3d4db04 req-9f104feb-40c9-47a4-bd09-82e106c3a8ac tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:37.022270 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fc7add88-ec65-477d-b6c7-d8e4c3d4db04 req-9f104feb-40c9-47a4-bd09-82e106c3a8ac tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 943 time: 0.0915377 Jun 28 12:33:37.077435 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fc7add88-ec65-477d-b6c7-d8e4c3d4db04 req-7e2bc23a-843b-459e-9e90-52e4dd82dbc1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483167 Jun 28 12:33:38.218531 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c37ed0c5-942e-40f1-990f-942c40bda950 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:38.297667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268fdc-2c21-4186-9b3d-be20f10eb691 req-3b7a60e4-36d9-4aab-bd80-723949342550 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:38.299654 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ca268fdc-2c21-4186-9b3d-be20f10eb691 req-3b7a60e4-36d9-4aab-bd80-723949342550 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 943 time: 0.0943739 Jun 28 12:33:38.384912 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ca268fdc-2c21-4186-9b3d-be20f10eb691 req-502a91f3-b17e-4203-aa15-124b4fcc7b98 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748208 Jun 28 12:33:38.401102 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c37ed0c5-942e-40f1-990f-942c40bda950,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:38.433478 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'port_id': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'mac_address': 'fa:16:3e:45:39:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:38.539694 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.571217 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37ed0c5-942e-40f1-990f-942c40bda950 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:38.597932 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c37ed0c5-942e-40f1-990f-942c40bda950,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:38.684598 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:38.687216 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:38.777206 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:38.782596 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:38.800189 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-0ca0fd31-750f-4683-89cb-ad819fcb7aff tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:38.801683 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-0ca0fd31-750f-4683-89cb-ad819fcb7aff tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/networks?id=5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 200 len: 809 time: 0.1790593 Jun 28 12:33:38.817486 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-22d51897-0e9b-44f2-a3c7-8c6184cb5f7c tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/quotas/369cd0df38d24fecb2b95a55cce46f9b HTTP/1.1" status: 200 len: 375 time: 0.0097556 Jun 28 12:33:38.867595 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-cc046d54-0842-41c7-bac1-190002b0daf2 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441911 Jun 28 12:33:39.017435 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['c37ed0c5-942e-40f1-990f-942c40bda950'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:39.078932 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-d295524b-42d5-493d-a78a-1a23ce61b0dc service neutron] 10.222.0.37 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984198 Jun 28 12:33:39.294795 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-e6f5ca40-ca89-408b-998e-cb3402ebcb38 service neutron] 10.222.0.37 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095256 Jun 28 12:33:39.639313 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443f67c-710f-4bcc-98aa-2e35c95e934f req-e0856d4e-31f0-4de8-8339-1309c1cdc1bc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:39.642924 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9443f67c-710f-4bcc-98aa-2e35c95e934f req-e0856d4e-31f0-4de8-8339-1309c1cdc1bc tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 944 time: 0.1187723 Jun 28 12:33:39.716275 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3403acd6-6339-4c5b-90b1-55d3f81d721f req-1d37060e-6633-4f64-975c-5bfb3180af31 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0741985 Jun 28 12:33:39.728211 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9443f67c-710f-4bcc-98aa-2e35c95e934f req-7848bf4b-815f-422c-b2bc-5091e98fd0f5 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745277 Jun 28 12:33:40.233536 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c37ed0c5-942e-40f1-990f-942c40bda950 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:40.440786 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port c37ed0c5-942e-40f1-990f-942c40bda950 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:40.449878 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port c37ed0c5-942e-40f1-990f-942c40bda950 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:40.450545 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.630666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.673836 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:40.691400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c37ed0c5-942e-40f1-990f-942c40bda950,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:40.746411 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'code': 200} Jun 28 12:33:40.773078 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:40.784551 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:40.936520 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6472525f-2721-4c54-960c-aeb03b8f723b req-f54110d0-bac6-42f1-a05f-9511cf7ab61d tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0766301 Jun 28 12:33:40.952618 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:40.957606 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:41.053316 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a304a-e7f7-4fe0-8220-c7ca1dc21023 req-015d0bf0-d87c-4dcc-b30b-bf51fd68a2b7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.054957 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-278a304a-e7f7-4fe0-8220-c7ca1dc21023 req-015d0bf0-d87c-4dcc-b30b-bf51fd68a2b7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1132751 Jun 28 12:33:41.143002 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-278a304a-e7f7-4fe0-8220-c7ca1dc21023 req-b8ad6efc-b8bb-458e-a1fb-d595536407ad tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770059 Jun 28 12:33:41.528532 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd0972-5573-494b-9ae2-10d23a979355 req-2d848cb7-f12c-46d1-8dd9-b01904fefb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:41.530104 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b2fd0972-5573-494b-9ae2-10d23a979355 req-2d848cb7-f12c-46d1-8dd9-b01904fefb54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 1098 time: 0.2083809 Jun 28 12:33:41.587258 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b2fd0972-5573-494b-9ae2-10d23a979355 req-99493d6d-85e5-4420-969b-4950fffc5162 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473590 Jun 28 12:33:42.114676 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3fd8d691-f0e5-4354-886b-e056d787eb99 req-4943f841-0ae3-47a4-959f-ed0a9b43d28e tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0506251 Jun 28 12:33:42.413776 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05412d-720c-4bb5-b3bd-bcccf12337a1 req-59e8f713-fa6f-4d88-9b18-c66685a9877d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:42.415683 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ed05412d-720c-4bb5-b3bd-bcccf12337a1 req-59e8f713-fa6f-4d88-9b18-c66685a9877d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1061485 Jun 28 12:33:42.472432 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ed05412d-720c-4bb5-b3bd-bcccf12337a1 req-a9d85e2c-0f9d-471b-ba0a-b148491647d7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495355 Jun 28 12:33:43.292045 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-84424860-66b0-4369-b85a-23e1941b26b5 req-6ed1a839-9393-4d32-8299-196dc8f7ce48 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0469103 Jun 28 12:33:43.502324 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-fc38b89f-c228-4682-8205-20216c2c4b99 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.503123 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-fc38b89f-c228-4682-8205-20216c2c4b99 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:network {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:43.615678 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-fc38b89f-c228-4682-8205-20216c2c4b99 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:network {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:43.616969 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-fc38b89f-c228-4682-8205-20216c2c4b99 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "GET /v2.0/networks?id=5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 200 len: 809 time: 0.2961948 Jun 28 12:33:43.646448 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Request body: {'port': {'device_id': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb', 'admin_state_up': True, 'tenant_id': '369cd0df38d24fecb2b95a55cce46f9b'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:43.701709 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d3be5-27ad-41c8-986e-a7983fec4e6d req-edc940af-a32e-4c06-b056-079f75cf9ae0 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:43.704342 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-502d3be5-27ad-41c8-986e-a7983fec4e6d req-edc940af-a32e-4c06-b056-079f75cf9ae0 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1009946 Jun 28 12:33:43.776895 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-502d3be5-27ad-41c8-986e-a7983fec4e6d req-f539a060-24c9-4d32-8e02-526e615b7595 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611806 Jun 28 12:33:43.936373 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:33:43.979362 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Usage tracker for resource:port and tenant:369cd0df38d24fecb2b95a55cce46f9b is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:33:43.993073 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:33:44.002047 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:33:44.059383 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a74b66-8b82-4bd5-9b05-2f658e274201 req-fe8683ba-fc97-48cb-b0ce-0e5b1df0856c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:44.060976 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-78a74b66-8b82-4bd5-9b05-2f658e274201 req-fe8683ba-fc97-48cb-b0ce-0e5b1df0856c tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1213007 Jun 28 12:33:44.070333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 54790) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:44.076292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Request body: {'floatingip': {'port_id': 'c37ed0c5-942e-40f1-990f-942c40bda950'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:44.139804 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Made reservation on behalf of 369cd0df38d24fecb2b95a55cce46f9b for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:33:44.143458 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:44.179074 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:44.492701 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-65ebb093-01f8-4cab-b74f-ba033100e231 req-2fa4734d-ff63-4239-8d9e-6c5a1a084a3e tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0552914 Jun 28 12:33:44.614425 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Allocated IP 172.20.0.10 (5870f837-015c-4ae7-8279-0544865d66cb/47ef0853-2ed1-48e5-a5ee-6540be07134d/849b31be-f158-4c3c-b14f-d4f6f79b9da8) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:33:45.257414 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.439694 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.499013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.509563 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:45.621354 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Pushing event updated for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:45.624124 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.681091 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:45.706005 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Network 5870f837-015c-4ae7-8279-0544865d66cb is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:33:45.709310 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:33:45.723938 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:33:45.776075 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886007d3-fde8-45c7-98d8-cc5d0853a396 req-9606126a-6f06-47a3-bcc1-47e0a6e88b58 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:45.784473 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-886007d3-fde8-45c7-98d8-cc5d0853a396 req-9606126a-6f06-47a3-bcc1-47e0a6e88b58 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 932 time: 0.1181505 Jun 28 12:33:45.852800 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-886007d3-fde8-45c7-98d8-cc5d0853a396 req-b5b7286b-e1a3-4d40-b283-e2276d1aeeee tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Jun 28 12:33:45.915438 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:45.917106 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:45.951096 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.l3_db [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Floating IP 9725e26e-0147-4426-a6ee-91d2784e7281 associated. External IP: 172.28.1.33, port: c37ed0c5-942e-40f1-990f-942c40bda950. Jun 28 12:33:46.050219 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4113252 Jun 28 12:33:46.163017 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Request body: {'port': {'device_id': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:33:46.317730 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e5cd2-2560-4d5d-9fd8-6659e3aa7d6c req-cfa4f001-b5d3-465c-9ed8-f68a94badc33 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:46.319909 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0d6e5cd2-2560-4d5d-9fd8-6659e3aa7d6c req-cfa4f001-b5d3-465c-9ed8-f68a94badc33 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1556990 Jun 28 12:33:46.384481 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0d6e5cd2-2560-4d5d-9fd8-6659e3aa7d6c req-d663b69e-8e45-478a-87c6-b930911232d3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565467 Jun 28 12:33:46.462299 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:46.688134 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:33:47.284531 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:33:47.298552 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.299098 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:33:47.312956 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:47.313784 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:47.436086 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-6ce2c5dd-a0b2-4cba-9bc0-eceee5f00d11 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "PUT /v2.0/floatingips/9725e26e-0147-4426-a6ee-91d2784e7281 HTTP/1.1" status: 200 len: 990 time: 3.3622711 Jun 28 12:33:47.455724 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:47.499571 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24370263-62b0-485a-94bb-85abd485ab37 req-254da396-6294-4e7d-8b89-9519021b7c4a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.500777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-24370263-62b0-485a-94bb-85abd485ab37 req-254da396-6294-4e7d-8b89-9519021b7c4a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:47.516532 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849b31be-f158-4c3c-b14f-d4f6f79b9da8 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:47.542513 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.573174 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Transition to ACTIVE for port object 849b31be-f158-4c3c-b14f-d4f6f79b9da8 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:33:47.622413 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:47.647804 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-24370263-62b0-485a-94bb-85abd485ab37 req-254da396-6294-4e7d-8b89-9519021b7c4a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:47.661035 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-24370263-62b0-485a-94bb-85abd485ab37 req-254da396-6294-4e7d-8b89-9519021b7c4a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 932 time: 0.5929878 Jun 28 12:33:47.694820 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a857c-9a2f-4fbe-a1f8-186e99d053fa req-d056d3f4-2f46-493d-88d4-744f2e47a404 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:47.697030 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:47.699069 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-307a857c-9a2f-4fbe-a1f8-186e99d053fa req-d056d3f4-2f46-493d-88d4-744f2e47a404 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1033432 Jun 28 12:33:47.711428 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:47.783575 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-307a857c-9a2f-4fbe-a1f8-186e99d053fa req-43b404de-c4a0-4c17-b67b-8a62b439ce3c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760972 Jun 28 12:33:47.861889 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-24370263-62b0-485a-94bb-85abd485ab37 req-c922e3e9-3918-430f-93b1-491dce30bd21 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:33:47.881690 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Pushing event updated for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:47.911259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:48.017359 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Attempting to bind port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:33:48.018036 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Attempting to bind port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:33:48.018549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Attempting to bind port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 on network 5870f837-015c-4ae7-8279-0544865d66cb {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:48.024656 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 on network 5870f837-015c-4ae7-8279-0544865d66cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:33:48.024975 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Attempting to bind port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 on network 5870f837-015c-4ae7-8279-0544865d66cb {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:33:48.041897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:33:48.041897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Checking segment: {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:33:48.041897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Bound using segment: {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:33:48.041897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Bound port: 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:33:48.041897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.044365 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'status': 'completed', 'code': 200} Jun 28 12:33:48.100378 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-24370263-62b0-485a-94bb-85abd485ab37 req-c922e3e9-3918-430f-93b1-491dce30bd21 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:33:48.113380 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-24370263-62b0-485a-94bb-85abd485ab37 req-c922e3e9-3918-430f-93b1-491dce30bd21 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486754 Jun 28 12:33:48.160706 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9725e26e-0147-4426-a6ee-91d2784e7281', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:45:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:25Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:48.164821 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:33:48.174858 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:33:48.175682 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:33:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:48.176015 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:33:48.180185 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:33:48.259940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64831ec-bdad-4568-b798-0624859df31f req-f5519a92-e1d5-48d7-a80e-fb275b3c1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.262641 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-f5519a92-e1d5-48d7-a80e-fb275b3c1fb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1c390b339574f249054a6ff32b30b4d&device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 1098 time: 0.1734276 Jun 28 12:33:48.267763 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.269001 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:48.397642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.397642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:48.397642 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] 10.222.0.35 "PUT /v2.0/ports/849b31be-f158-4c3c-b14f-d4f6f79b9da8 HTTP/1.1" status: 200 len: 1094 time: 2.2097352 Jun 28 12:33:48.397642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Pushing event updated for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:48.397642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:48.421730 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:33:48.432514 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64831ec-bdad-4568-b798-0624859df31f req-45831cda-ec80-4c81-8e44-84abf6a2bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.434303 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-45831cda-ec80-4c81-8e44-84abf6a2bef4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 200 len: 912 time: 0.1646254 Jun 28 12:33:48.554788 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-056925b1-d27f-4537-a0e2-2022228e0eea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c37ed0c5-942e-40f1-990f-942c40bda950 HTTP/1.1" status: 200 len: 998 time: 0.1125970 Jun 28 12:33:48.670685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64831ec-bdad-4568-b798-0624859df31f req-7d3d4fb8-e1ed-4d0c-8920-3e0b4a91bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.673251 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-7d3d4fb8-e1ed-4d0c-8920-3e0b4a91bada service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 200 len: 850 time: 0.0986276 Jun 28 12:33:48.684073 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-9f48e92d-ee37-4096-be73-1edefbf56d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.686714 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-9f48e92d-ee37-4096-be73-1edefbf56d84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 1097 time: 0.1058030 Jun 28 12:33:48.909199 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64831ec-bdad-4568-b798-0624859df31f req-27c50eaf-2bea-4329-934c-accf1343a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:48.911944 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-4f29092b-2b1a-4db8-b7d3-425b930176b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8 HTTP/1.1" status: 200 len: 217 time: 0.1993201 Jun 28 12:33:48.913781 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-27c50eaf-2bea-4329-934c-accf1343a44b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8809ae2e-fc02-4ead-99c0-bc180ed14c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2337437 Jun 28 12:33:48.983987 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9725e26e-0147-4426-a6ee-91d2784e7281', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:45:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:25Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:48.994251 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48eef8f-8ed9-4bc2-a7e6-df168002c360 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '9725e26e-0147-4426-a6ee-91d2784e7281', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'floating_ip_address': '172.28.1.33', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'port_id': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'mac_address': 'fa:16:3e:45:39:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:33:25Z', 'updated_at': '2021-06-28T12:33:45Z', 'revision_number': 1, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:33:49.076012 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-72040aa7-5b89-4075-9873-477f3eec28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.079955 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-72040aa7-5b89-4075-9873-477f3eec28fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47ef0853-2ed1-48e5-a5ee-6540be07134d HTTP/1.1" status: 200 len: 849 time: 0.1489573 Jun 28 12:33:49.154976 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-6afb9d91-e416-474f-9033-b378dd9b43e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5870f837-015c-4ae7-8279-0544865d66cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649557 Jun 28 12:33:49.373506 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-70231d1b-e5cd-4ecc-972f-29c1b406522e service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319811 Jun 28 12:33:49.472869 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959f6fa-0daf-48cc-b9f1-42b3e62ba29e None None] New status for floating IP 9725e26e-0147-4426-a6ee-91d2784e7281: ACTIVE {{(pid=79310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:33:49.473718 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-7bd23946-2e66-4212-aae3-d34d684904ff service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878721 Jun 28 12:33:49.529765 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ee004-b07a-4b15-811e-38048f8a078d req-430e5c8c-e586-437f-a54e-567d640d00ea tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.532277 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b46ee004-b07a-4b15-811e-38048f8a078d req-430e5c8c-e586-437f-a54e-567d640d00ea tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.5328047 Jun 28 12:33:49.669977 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f64831ec-bdad-4568-b798-0624859df31f req-98d20699-739d-4302-9b92-4a69f13c4963 service neutron] 10.222.0.35 "GET /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867532 Jun 28 12:33:49.683222 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b46ee004-b07a-4b15-811e-38048f8a078d req-dac79399-ab34-48b6-a51a-7923f9fbeaa2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370046 Jun 28 12:33:49.781309 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba00c78-a554-45f4-bceb-874eb8d64504 req-fe7b862c-9abf-4ea8-a1d8-22084189ffbf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:49.782935 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2ba00c78-a554-45f4-bceb-874eb8d64504 req-fe7b862c-9abf-4ea8-a1d8-22084189ffbf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 944 time: 0.3926227 Jun 28 12:33:49.817427 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-900f8339-6578-42b8-8eb0-a5ccb65fa65a req-fdc53123-6d6b-4c11-8070-b6932f3befc1 service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356364 Jun 28 12:33:49.843612 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2ba00c78-a554-45f4-bceb-874eb8d64504 req-148dde9f-8559-4dac-8c69-34857921fe8b tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511665 Jun 28 12:33:50.046202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:50.094722 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8', 'status': 'completed', 'code': 200} Jun 28 12:33:50.227383 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-a906688b-83bf-46e7-a46f-9eaaddfb5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:50.229841 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-a906688b-83bf-46e7-a46f-9eaaddfb5ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 1097 time: 0.0838633 Jun 28 12:33:50.402415 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-265c548e-c2bd-45be-8bb7-f32ec2d68d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:50.403918 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-265c548e-c2bd-45be-8bb7-f32ec2d68d26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 200 len: 910 time: 0.1656482 Jun 28 12:33:50.425125 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54870) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:50.483735 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-168df451-68e7-4256-ac1a-c8e231b5739c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8 HTTP/1.1" status: 200 len: 217 time: 0.0714526 Jun 28 12:33:50.532459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Deleting subnet 35b12ff4-6544-4357-8d95-f6c488523b83 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:33:50.537839 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.569027 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-319cd265-84fc-4849-875c-4ba3b4614e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:50.571646 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-319cd265-84fc-4849-875c-4ba3b4614e06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47ef0853-2ed1-48e5-a5ee-6540be07134d HTTP/1.1" status: 200 len: 849 time: 0.0805721 Jun 28 12:33:50.628526 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-47f03030-150b-4d71-a38c-7da9228292ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5870f837-015c-4ae7-8279-0544865d66cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484407 Jun 28 12:33:50.633848 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.712801 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.834415 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-6f5ed990-f181-400a-aea9-894547a997cf service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972129 Jun 28 12:33:50.917177 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:50.929313 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:50.984638 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b12ff4-6544-4357-8d95-f6c488523b83,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:50.990178 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:50.993707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.008711 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/35b12ff4-6544-4357-8d95-f6c488523b83 HTTP/1.1" status: 204 len: 168 time: 0.5779672 Jun 28 12:33:51.011883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54878) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:51.113146 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0d2ef19a-b3bc-487c-bb71-abc81e494e36 req-6bc6048e-2eb0-4105-bf8f-4bdcf9bdef88 service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708631 Jun 28 12:33:51.136895 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3007d-3f84-471b-bae0-9cec0ce73e3b req-82f00a90-0886-4bd2-96cd-ff8483a26b3e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:51.144040 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0fb3007d-3f84-471b-bae0-9cec0ce73e3b req-82f00a90-0886-4bd2-96cd-ff8483a26b3e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.2798600 Jun 28 12:33:51.164579 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c66a70-1dcd-4ffc-ac35-fdb093a58592 req-03b6d8cc-9600-48e2-b7b0-bf56c5af7402 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:51.167484 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-82c66a70-1dcd-4ffc-ac35-fdb093a58592 req-03b6d8cc-9600-48e2-b7b0-bf56c5af7402 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 944 time: 0.1421268 Jun 28 12:33:51.202290 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.225554 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-82c66a70-1dcd-4ffc-ac35-fdb093a58592 req-40ff3da6-2193-42a5-9b2d-8e3884952e46 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503416 Jun 28 12:33:51.230914 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0fb3007d-3f84-471b-bae0-9cec0ce73e3b req-462e0a9d-5a12-42f9-b6b3-92f73c0f8725 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857375 Jun 28 12:33:51.380524 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.407294 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d14769-193d-47ce-839f-ae849d3c3380']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:51.431824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:51.431824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9e8af2-4f2a-4933-a0f1-ba47c3457c17') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:33:51.447185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.469552 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.478274 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:33:51.478750 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:33:51.492904 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:33:51.638989 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.644394 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-38d3ea60-312a-47a2-811a-77584b5f5f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:51.662485 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:51.669967 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Pushing event deleted for resources: {'Network': ['ID=69d14769-193d-47ce-839f-ae849d3c3380,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:51.674948 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:51.749511 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] 10.222.0.37 "DELETE /v2.0/networks/69d14769-193d-47ce-839f-ae849d3c3380 HTTP/1.1" status: 204 len: 168 time: 0.7363811 Jun 28 12:33:52.098465 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54886) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:52.156354 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0a6c0cd1-d8a7-4317-ac72-8736ac22bdac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2218d190addc4b54bf85e70c566cf8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565419 Jun 28 12:33:52.159240 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 54890) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:33:52.234577 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.267651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.313194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 849b31be-f158-4c3c-b14f-d4f6f79b9da8 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:33:52.506891 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f5c0-a93a-40a0-a134-dd9dae3f4b35 req-dc2c2c4c-502e-484c-a81c-c63251b8ec4c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:52.510823 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e297f5c0-a93a-40a0-a134-dd9dae3f4b35 req-dc2c2c4c-502e-484c-a81c-c63251b8ec4c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1326723 Jun 28 12:33:52.532784 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.539601 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3c838ea1-555c-4f0e-9915-fce20c7fe8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:52.558658 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b1e1a6-86ad-4b52-8b87-73b733f3a049,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:52.561986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:52.585962 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e297f5c0-a93a-40a0-a134-dd9dae3f4b35 req-77f1e73e-6511-4024-bc6f-44013e9f2b6b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637798 Jun 28 12:33:52.598826 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59831ed5-a4e2-43d7-8136-2ea8cba7f878 req-8b232c6f-d6c0-47dc-bb25-6d115fecee44 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:52.600822 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59831ed5-a4e2-43d7-8136-2ea8cba7f878 req-8b232c6f-d6c0-47dc-bb25-6d115fecee44 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 944 time: 0.1584477 Jun 28 12:33:52.644176 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:52.663634 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '849b31be-f158-4c3c-b14f-d4f6f79b9da8', 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb', 'port_id': '849b31be-f158-4c3c-b14f-d4f6f79b9da8', 'mac_address': 'fa:16:3e:e1:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ef0853-2ed1-48e5-a5ee-6540be07134d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:33:52.669846 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59831ed5-a4e2-43d7-8136-2ea8cba7f878 req-9b101e73-76a8-4d11-b7bc-14a5627eac29 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561118 Jun 28 12:33:52.670981 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.674421 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40b1e1a6-86ad-4b52-8b87-73b733f3a049 HTTP/1.1" status: 204 len: 168 time: 0.5119765 Jun 28 12:33:52.742056 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.764224 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849b31be-f158-4c3c-b14f-d4f6f79b9da8 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:33:52.785963 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:52.892024 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:52.894195 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:52.977584 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:52.981869 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:53.268561 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['849b31be-f158-4c3c-b14f-d4f6f79b9da8'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:33:53.832951 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8509891-1d6e-4611-a92b-70fa68e22884 req-62394193-faae-464c-963a-4836a21dec55 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:53.835636 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8509891-1d6e-4611-a92b-70fa68e22884 req-62394193-faae-464c-963a-4836a21dec55 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1137707 Jun 28 12:33:53.896825 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8509891-1d6e-4611-a92b-70fa68e22884 req-4ac35f5a-e19b-49b7-819b-0ac8667eaa7a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538371 Jun 28 12:33:53.967279 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063457e-1084-47aa-9da5-3f09534dc36b req-a965b028-d65d-40e4-bcf1-d1d5aac5efa0 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:53.969817 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d063457e-1084-47aa-9da5-3f09534dc36b req-a965b028-d65d-40e4-bcf1-d1d5aac5efa0 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 945 time: 0.1169958 Jun 28 12:33:54.032638 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d063457e-1084-47aa-9da5-3f09534dc36b req-167b8ec0-4f84-41c4-824f-e0182aa8c09a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559101 Jun 28 12:33:54.337631 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 849b31be-f158-4c3c-b14f-d4f6f79b9da8 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:33:54.507297 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:33:54.513811 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:33:54.514241 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:54.658612 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:54.689312 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:33:54.702700 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:33:54.742268 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8', 'code': 200} Jun 28 12:33:54.783219 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:33:54.787377 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:33:54.913648 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:33:54.917573 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:33:55.250131 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a35021-3da5-49be-a9ef-2b6ef65559a8 req-47d59121-037c-4c2f-bee0-db3c3a538ae0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:55.252724 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c5a35021-3da5-49be-a9ef-2b6ef65559a8 req-47d59121-037c-4c2f-bee0-db3c3a538ae0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.2140956 Jun 28 12:33:55.328267 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c5a35021-3da5-49be-a9ef-2b6ef65559a8 req-d89d5e44-f99c-481f-9340-f1f9827b8520 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685866 Jun 28 12:33:55.370357 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb0441-2f0d-4a62-8540-311b9ab93c4a req-efb857fb-9d62-4de8-a6be-a0f8f97d879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:55.374189 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-29cb0441-2f0d-4a62-8540-311b9ab93c4a req-efb857fb-9d62-4de8-a6be-a0f8f97d879a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 1099 time: 0.2036436 Jun 28 12:33:55.385676 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fefba8-d8c2-41df-95fa-0a28ddac6974 req-b19d4878-b525-488b-b9e5-3f3bd80da4c6 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:55.387286 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74fefba8-d8c2-41df-95fa-0a28ddac6974 req-b19d4878-b525-488b-b9e5-3f3bd80da4c6 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.1641443 Jun 28 12:33:55.459236 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-29cb0441-2f0d-4a62-8540-311b9ab93c4a req-3752256d-bfa9-4dd4-ae41-c55aeeab0b26 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Jun 28 12:33:55.469100 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-74fefba8-d8c2-41df-95fa-0a28ddac6974 req-ba3f834b-bbc0-449f-b577-e713b2e838e7 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 Jun 28 12:33:56.564880 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a332ae-5d8f-4492-ae48-fdeae25c9642 req-4e69885f-cad0-4014-829d-6b669763ad39 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:56.567664 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-00a332ae-5d8f-4492-ae48-fdeae25c9642 req-4e69885f-cad0-4014-829d-6b669763ad39 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1090925 Jun 28 12:33:56.629588 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-00a332ae-5d8f-4492-ae48-fdeae25c9642 req-f108ed3d-b7a3-490d-9c31-e0756d517b29 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Jun 28 12:33:56.716750 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed51859-e71b-46d2-bda2-b6e9e169a217 req-8bc5e43a-c128-4500-9cfb-163059f8a373 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:56.719497 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5ed51859-e71b-46d2-bda2-b6e9e169a217 req-8bc5e43a-c128-4500-9cfb-163059f8a373 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.1017165 Jun 28 12:33:56.773398 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5ed51859-e71b-46d2-bda2-b6e9e169a217 req-649de3d4-2a75-4801-8e56-b19607768661 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483863 Jun 28 12:33:57.889368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94981-60e9-435a-a0dc-b502b2f6c198 req-83d4094f-afc8-4e6a-b519-689e29242962 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:57.893438 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c8b94981-60e9-435a-a0dc-b502b2f6c198 req-83d4094f-afc8-4e6a-b519-689e29242962 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1308484 Jun 28 12:33:57.982714 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c8b94981-60e9-435a-a0dc-b502b2f6c198 req-82a23b8a-30c2-4fdf-a482-dc9d1cecb716 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789623 Jun 28 12:33:58.002998 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-f87598ab-ba4e-4e0c-8138-9a66d3f5ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.004806 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-f87598ab-ba4e-4e0c-8138-9a66d3f5ddd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1098 time: 0.1515419 Jun 28 12:33:58.198367 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54747838-09da-4598-a4d8-626705996986 req-f8f69ab6-aaae-410c-a1ab-83c466010d5c tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.200035 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-54747838-09da-4598-a4d8-626705996986 req-f8f69ab6-aaae-410c-a1ab-83c466010d5c tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.2520046 Jun 28 12:33:58.376307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-ce362f2b-353a-4645-9de1-ea50fbceb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.377801 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-ce362f2b-353a-4645-9de1-ea50fbceb846 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.3331947 Jun 28 12:33:58.466538 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-54747838-09da-4598-a4d8-626705996986 req-3d565342-1f90-4231-b676-046b85dd147a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502108 Jun 28 12:33:58.525460 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-79b4bc29-0b4e-43ce-94ba-94aee0157ca5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 1001 time: 0.1386704 Jun 28 12:33:58.601393 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-e15b05a3-488c-4438-a741-672a04d6ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.603710 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-e15b05a3-488c-4438-a741-672a04d6ed1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0715671 Jun 28 12:33:58.700714 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-34c82124-cf96-40e6-8b86-3ae1f87ad974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:58.702367 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-34c82124-cf96-40e6-8b86-3ae1f87ad974 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921302 Jun 28 12:33:58.860675 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-e15c2fd4-1eaf-4939-999e-ac6b25ff7ccf service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510870 Jun 28 12:33:59.018786 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba630375-d69b-4b35-9598-af2cf8bc974c req-830f5a7a-ae52-4b92-9424-bdf3c0a2e524 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496191 Jun 28 12:33:59.271963 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30610a6c-7ced-47b7-b897-03850afeed12 req-2863ee21-c430-4e21-b176-7217b62d7062 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:33:59.275197 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-30610a6c-7ced-47b7-b897-03850afeed12 req-2863ee21-c430-4e21-b176-7217b62d7062 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1590173 Jun 28 12:33:59.343864 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-30610a6c-7ced-47b7-b897-03850afeed12 req-d6529421-a0fe-4487-ad42-499bf8ad4610 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598752 Jun 28 12:34:00.279774 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:00.596717 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f598b7-20ea-43f9-9f81-e6c5a1204d73 req-448abdcd-fa36-4aaf-b8d5-97515d1ceb63 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.598330 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-63f598b7-20ea-43f9-9f81-e6c5a1204d73 req-448abdcd-fa36-4aaf-b8d5-97515d1ceb63 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0986478 Jun 28 12:34:00.655489 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-63f598b7-20ea-43f9-9f81-e6c5a1204d73 req-353cf0ad-7986-4494-a073-0a5cfb2e83ba tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463345 Jun 28 12:34:00.864906 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f74ed3-4a56-4790-89e1-6436b0f16c0a req-c8484c19-181f-4208-8cb9-5952df39fd90 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:00.866505 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-61f74ed3-4a56-4790-89e1-6436b0f16c0a req-c8484c19-181f-4208-8cb9-5952df39fd90 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.0905595 Jun 28 12:34:00.918397 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-61f74ed3-4a56-4790-89e1-6436b0f16c0a req-20c58ada-687c-4b16-86ba-ae03940d262d tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Jun 28 12:34:01.854492 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:34:01.862643 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-009fedbc-3b79-4982-a3e6-7ff941bee492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:02.171001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:02.220236 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e504-8bf5-4033-a867-5b28d06f4b98 req-edb05339-e496-4799-9c54-73a3ac1084dd tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:02.221830 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ff28e504-8bf5-4033-a867-5b28d06f4b98 req-edb05339-e496-4799-9c54-73a3ac1084dd tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.1754210 Jun 28 12:34:02.261729 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e404e23-5218-4643-b52e-70176abd422c req-cdf79032-d1e1-43e6-baf4-8bbd455b4cd3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:02.264399 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9e404e23-5218-4643-b52e-70176abd422c req-cdf79032-d1e1-43e6-baf4-8bbd455b4cd3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.4453614 Jun 28 12:34:02.314250 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ff28e504-8bf5-4033-a867-5b28d06f4b98 req-11f1e845-1ff0-4900-8f2b-32f401d9b897 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841804 Jun 28 12:34:02.348898 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9e404e23-5218-4643-b52e-70176abd422c req-76dc041a-ad71-4b14-a600-d58b9cdee511 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769835 Jun 28 12:34:02.368334 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-95a07fd9-9b49-4637-b9a9-cbd9a2a3f308 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:02.369955 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-95a07fd9-9b49-4637-b9a9-cbd9a2a3f308 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 946 time: 0.1012590 Jun 28 12:34:02.456787 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Deleting port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:02.457115 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:02.747522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] For port 849b31be-f158-4c3c-b14f-d4f6f79b9da8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=849b31be-f158-4c3c-b14f-d4f6f79b9da8,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:02.747883 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:02.882245 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Calling delete_port for 849b31be-f158-4c3c-b14f-d4f6f79b9da8 owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:03.163709 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:03.170766 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-330d4048-8574-4b28-8407-2c649b7ac52a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:03.207319 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['849b31be-f158-4c3c-b14f-d4f6f79b9da8'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:03.229349 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Pushing event deleted for resources: {'Port': ['ID=849b31be-f158-4c3c-b14f-d4f6f79b9da8,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:03.232863 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:03.408088 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] No DVR routers for this DVR port 849b31be-f158-4c3c-b14f-d4f6f79b9da8 on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:34:03.411415 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:03.414344 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'name': 'network-vif-deleted', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:03.485797 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-28f1c407-baba-41bc-b19c-677542806e53 req-9b35d5ac-0f7b-49e4-9c4a-a66110411858 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.0463116 Jun 28 12:34:03.577300 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7', 'name': 'network-vif-deleted', 'tag': '849b31be-f158-4c3c-b14f-d4f6f79b9da8', 'status': 'completed', 'code': 200} Jun 28 12:34:03.602053 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4a3bea2b-21b5-44f0-b9e3-9b55940a2503 req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "DELETE /v2.0/ports/849b31be-f158-4c3c-b14f-d4f6f79b9da8 HTTP/1.1" status: 204 len: 173 time: 1.2247345 Jun 28 12:34:03.630821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7a35c-cb38-4245-9ff0-f31e42e811eb req-215b07b2-0536-4fe2-8134-fd33021a3c14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:03.632404 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9de7a35c-cb38-4245-9ff0-f31e42e811eb req-215b07b2-0536-4fe2-8134-fd33021a3c14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0952940 Jun 28 12:34:03.687587 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9de7a35c-cb38-4245-9ff0-f31e42e811eb req-6076077f-a6c8-4228-8909-96fc65db28a7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Jun 28 12:34:04.363809 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-7d92276e-ccad-4977-a0fc-97a4381addb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:04.685249 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-3ac4b48b-38ed-4d77-a11a-9eb39f15a665 req-ddf55b09-52b8-409d-adf6-2a03b547e594 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:04.798472 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-3ac4b48b-38ed-4d77-a11a-9eb39f15a665 req-ddf55b09-52b8-409d-adf6-2a03b547e594 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:04.800270 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3ac4b48b-38ed-4d77-a11a-9eb39f15a665 req-ddf55b09-52b8-409d-adf6-2a03b547e594 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b8d8e22-269f-4f62-8243-ecd0a5b7bdb7 HTTP/1.1" status: 200 len: 210 time: 0.1627767 Jun 28 12:34:04.926056 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006c50f-722b-45fd-ac04-52f2d8164d58 req-2c8ecd56-13b2-48db-abc5-3a7020b828cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:04.928443 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a006c50f-722b-45fd-ac04-52f2d8164d58 req-2c8ecd56-13b2-48db-abc5-3a7020b828cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0935814 Jun 28 12:34:04.979655 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a006c50f-722b-45fd-ac04-52f2d8164d58 req-a63f06e0-03bc-4391-9f0f-01dfe56cfaec tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Jun 28 12:34:05.456860 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:06.213844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29518697-ce00-4d09-9646-aa171d5d8b95 req-75adafe0-d62d-4b6a-9d04-6178f9656c1f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:06.215502 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-29518697-ce00-4d09-9646-aa171d5d8b95 req-75adafe0-d62d-4b6a-9d04-6178f9656c1f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0937705 Jun 28 12:34:06.287332 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-29518697-ce00-4d09-9646-aa171d5d8b95 req-ad840655-5ba4-4e28-8f61-9ec5d94c9b24 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649931 Jun 28 12:34:06.372476 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-8ed402b1-c7cf-4612-aa18-8d7afa9f07f5 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:06.374009 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-8ed402b1-c7cf-4612-aa18-8d7afa9f07f5 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/networks?id=5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 200 len: 809 time: 0.1952682 Jun 28 12:34:06.391869 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-4f7dc671-501a-4e5e-8455-ada3a5a20933 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/quotas/369cd0df38d24fecb2b95a55cce46f9b HTTP/1.1" status: 200 len: 375 time: 0.0110512 Jun 28 12:34:06.393754 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 849b31be-f158-4c3c-b14f-d4f6f79b9da8 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:06.459679 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 849b31be-f158-4c3c-b14f-d4f6f79b9da8 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:34:06.461349 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 849b31be-f158-4c3c-b14f-d4f6f79b9da8 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:34:06.463049 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-69e87dcd-912e-4581-b894-05f9220c8476 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620418 Jun 28 12:34:06.658506 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-3e953393-fa45-43ea-a8ea-19d89ecbc0ef service neutron] 10.222.0.37 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932266 Jun 28 12:34:06.807815 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-ddf953ab-886a-4beb-afaa-5586ec628aa2 service neutron] 10.222.0.37 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433191 Jun 28 12:34:06.812008 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:07.118902 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bdf0d541-114b-431c-aefe-b7e66d2ad4b7 req-29967169-88b5-4867-96c9-1b0b855f4cb7 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.0494709 Jun 28 12:34:07.556058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4c6f-8632-4f38-9504-53e3d3fca294 req-b6015e70-310e-48cb-8548-063473f7d43d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:07.558761 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a51e4c6f-8632-4f38-9504-53e3d3fca294 req-b6015e70-310e-48cb-8548-063473f7d43d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1206088 Jun 28 12:34:07.618873 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a51e4c6f-8632-4f38-9504-53e3d3fca294 req-5766758f-889d-48db-8c8b-8eee494e48dd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537498 Jun 28 12:34:08.230177 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dd764105-5c23-409c-9efd-37c3fc35a856 req-c84b3380-dee6-4fc4-87f7-103c290bfec1 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.0481966 Jun 28 12:34:08.409818 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:34:08.563394 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:08.578861 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:34:08.638452 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:08.658344 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:34:08.684063 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:08.818628 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:08.823165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:08.894121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f13a8-b0c3-42fc-adc0-f2ce70dfd2ea req-a3f1d14e-90b0-4cff-b569-53888e545fe4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:08.898960 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e51f13a8-b0c3-42fc-adc0-f2ce70dfd2ea req-a3f1d14e-90b0-4cff-b569-53888e545fe4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1399515 Jun 28 12:34:08.962290 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=6']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:08.975127 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e51f13a8-b0c3-42fc-adc0-f2ce70dfd2ea req-80bac1f7-fc35-4566-836f-068bb575d363 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714498 Jun 28 12:34:08.976059 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.976636 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.977180 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.977834 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.978509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.979017 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.979595 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.979980 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.980545 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.981109 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.981668 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.982254 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:08.988928 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:09.019971 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['9ee2a3e8-6f2f-4bff-af5e-514f9077657d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:09.439962 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-86d93ace-2c48-4b63-96e0-2ce137deda98 req-f1f9df6f-8c2e-42ec-864e-02d39a511138 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.0510569 Jun 28 12:34:10.356625 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98c09d-38cb-48a5-94d1-b41bc1b17c99 req-05fb0580-bee2-4a52-9417-ced5653441e9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:10.369416 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8f98c09d-38cb-48a5-94d1-b41bc1b17c99 req-05fb0580-bee2-4a52-9417-ced5653441e9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 944 time: 0.1752934 Jun 28 12:34:10.413402 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-494675e8-e329-44db-a3c8-d020b60aa772 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:10.415977 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-494675e8-e329-44db-a3c8-d020b60aa772 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "GET /v2.0/networks?id=5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 200 len: 809 time: 0.2739110 Jun 28 12:34:10.424116 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:34:10.445680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Request body: {'port': {'device_id': '24d82248-b897-4c07-b818-2610baa75e2c', 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb', 'admin_state_up': True, 'tenant_id': '369cd0df38d24fecb2b95a55cce46f9b'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:34:10.457195 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8f98c09d-38cb-48a5-94d1-b41bc1b17c99 req-75a98b9e-c736-4bae-a378-1e534571b23e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846775 Jun 28 12:34:10.531438 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:34:10.537961 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:10.618406 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:34:10.633001 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:34:10.670612 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:10.713577 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:10.747333 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:10.830303 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'code': 200} Jun 28 12:34:10.834608 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Made reservation on behalf of 369cd0df38d24fecb2b95a55cce46f9b for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:34:10.848696 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:10.883507 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:10.887484 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:10.918784 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b67ba089-2a5f-4c7c-9ca2-0a0cd78c3f03 req-8b888307-371b-4070-a1f6-4494ea3a0011 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.2110975 Jun 28 12:34:10.987700 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=7']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:10.992237 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:11.213844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Allocated IP 172.20.0.9 (5870f837-015c-4ae7-8279-0544865d66cb/47ef0853-2ed1-48e5-a5ee-6540be07134d/3d15b815-9961-4ac7-ae79-76e936a1a4cc) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:34:11.498973 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:11.664221 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:11.676912 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f21bb1b8-43ce-46df-bd51-ac61ae6d904c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:11.767756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Network 5870f837-015c-4ae7-8279-0544865d66cb is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:34:11.773398 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:34:11.775981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:34:11.832058 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:11.835251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:11.889453 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:11.889453 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:12.001607 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c1836-c0c8-488b-8a0d-25711fe00f23 req-b6a2351a-1d75-4475-b699-57555ee25f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:12.006785 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d12c1836-c0c8-488b-8a0d-25711fe00f23 req-b6a2351a-1d75-4475-b699-57555ee25f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.3890214 Jun 28 12:34:12.078056 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d12c1836-c0c8-488b-8a0d-25711fe00f23 req-93ef9ead-4e35-41a3-8b0e-46c27e4dd8a5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479763 Jun 28 12:34:12.335903 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c060d-d5c2-4f5c-845a-a98e1ffaafb0 req-70d3659c-384f-4a7c-ae51-eeb961581400 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:12.339334 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-869c060d-d5c2-4f5c-845a-a98e1ffaafb0 req-70d3659c-384f-4a7c-ae51-eeb961581400 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 931 time: 0.2288067 Jun 28 12:34:12.440320 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-869c060d-d5c2-4f5c-845a-a98e1ffaafb0 req-f62387d2-2704-49ba-876b-75ed3752e453 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909314 Jun 28 12:34:12.583557 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1424255 Jun 28 12:34:12.607306 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Request body: {'port': {'device_id': '24d82248-b897-4c07-b818-2610baa75e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:34:12.752468 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:13.413092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d15b815-9961-4ac7-ae79-76e936a1a4cc {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:34:13.423756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:13.432889 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d213c-b13d-4a3f-8d81-8942b9e00544 req-bf375a41-58a2-4e84-b4d1-12b1b007455a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:13.440594 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1f5d213c-b13d-4a3f-8d81-8942b9e00544 req-bf375a41-58a2-4e84-b4d1-12b1b007455a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1117885 Jun 28 12:34:13.445690 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Transition to ACTIVE for port object 3d15b815-9961-4ac7-ae79-76e936a1a4cc will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:34:13.505250 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1f5d213c-b13d-4a3f-8d81-8942b9e00544 req-df3c72c3-68ae-4977-95ae-60e1d2619878 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605462 Jun 28 12:34:13.585361 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:13.590710 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9edbedf5-2203-4861-ad59-ae75fc547e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:13.965469 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:13.982750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:14.089712 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc44d47-98aa-4130-941f-47d597d5bf89 req-3e553c8c-3db2-467f-8028-3959179ee3d1 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:14.090945 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-cfc44d47-98aa-4130-941f-47d597d5bf89 req-3e553c8c-3db2-467f-8028-3959179ee3d1 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:14.151034 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Attempting to bind port 3d15b815-9961-4ac7-ae79-76e936a1a4cc on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:34:14.151944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Attempting to bind port 3d15b815-9961-4ac7-ae79-76e936a1a4cc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:34:14.152492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Attempting to bind port 3d15b815-9961-4ac7-ae79-76e936a1a4cc on network 5870f837-015c-4ae7-8279-0544865d66cb {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:34:14.168667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Port 3d15b815-9961-4ac7-ae79-76e936a1a4cc on network 5870f837-015c-4ae7-8279-0544865d66cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:34:14.169239 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Attempting to bind port 3d15b815-9961-4ac7-ae79-76e936a1a4cc on network 5870f837-015c-4ae7-8279-0544865d66cb {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:34:14.182054 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:34:14.182630 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Checking segment: {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:34:14.183361 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Bound using segment: {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:34:14.184122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Bound port: 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90101b82-94e6-4d36-87da-8c14e66a79f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:34:14.184684 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:14.325758 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:34:14.332011 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:34:14.347965 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-cfc44d47-98aa-4130-941f-47d597d5bf89 req-3e553c8c-3db2-467f-8028-3959179ee3d1 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:14.353021 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cfc44d47-98aa-4130-941f-47d597d5bf89 req-3e553c8c-3db2-467f-8028-3959179ee3d1 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 943 time: 0.7706099 Jun 28 12:34:14.410458 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cfc44d47-98aa-4130-941f-47d597d5bf89 req-c3aff744-de11-4a0a-898e-7ecc63f68214 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497675 Jun 28 12:34:14.445539 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:14.453386 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:14.616075 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:14.622661 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:14.626342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:14.627441 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:14.629528 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] 10.222.0.35 "PUT /v2.0/ports/3d15b815-9961-4ac7-ae79-76e936a1a4cc HTTP/1.1" status: 200 len: 1093 time: 2.0275903 Jun 28 12:34:14.630444 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:14.698849 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'status': 'completed', 'code': 200} Jun 28 12:34:14.750417 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1822f-e40b-48a2-8df3-cf18095d66fa req-51d3940d-5015-4243-a81e-df74c2691065 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:14.760959 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5af1822f-e40b-48a2-8df3-cf18095d66fa req-51d3940d-5015-4243-a81e-df74c2691065 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1170774 Jun 28 12:34:14.825656 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5af1822f-e40b-48a2-8df3-cf18095d66fa req-41e12ac5-0c5c-48ac-aaa6-12dad0757719 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516374 Jun 28 12:34:14.927403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0852-84a7-4566-8706-788c3520db2e req-9cec6910-e42f-4687-a5fc-6c395e44fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:14.930088 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1d4f0852-84a7-4566-8706-788c3520db2e req-9cec6910-e42f-4687-a5fc-6c395e44fc01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 1096 time: 0.1773043 Jun 28 12:34:15.139917 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0852-84a7-4566-8706-788c3520db2e req-fb534735-6081-408d-8064-ccdb5526a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:15.143825 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1d4f0852-84a7-4566-8706-788c3520db2e req-fb534735-6081-408d-8064-ccdb5526a84e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1955674 Jun 28 12:34:15.323980 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f0852-84a7-4566-8706-788c3520db2e req-cbb38b13-9844-4689-ae00-58c15ce46eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:15.326079 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1d4f0852-84a7-4566-8706-788c3520db2e req-cbb38b13-9844-4689-ae00-58c15ce46eef service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745164 Jun 28 12:34:15.514506 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-f0a2105e-e25f-447b-9db5-788f4a4e5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:15.516085 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-f0a2105e-e25f-447b-9db5-788f4a4e5ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 1096 time: 0.1169336 Jun 28 12:34:15.647644 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-fb030dc2-ecb6-4501-8dc7-db534956841a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc HTTP/1.1" status: 200 len: 217 time: 0.1069798 Jun 28 12:34:15.730826 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-5452ac87-fd25-4157-bf3b-0c723881c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:15.732917 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-5452ac87-fd25-4157-bf3b-0c723881c576 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47ef0853-2ed1-48e5-a5ee-6540be07134d HTTP/1.1" status: 200 len: 849 time: 0.0770800 Jun 28 12:34:15.794062 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-e28c3f85-a4f2-484e-af1c-9a50e9495ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5870f837-015c-4ae7-8279-0544865d66cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533609 Jun 28 12:34:15.802383 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418574f1-71db-4fac-976e-01262db801eb req-dc551fd6-c858-4320-a186-33d850148822 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:15.806450 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-418574f1-71db-4fac-976e-01262db801eb req-dc551fd6-c858-4320-a186-33d850148822 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 943 time: 0.1499934 Jun 28 12:34:15.898338 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-418574f1-71db-4fac-976e-01262db801eb req-776b6373-220f-4046-89e8-2a9936a7789c tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Jun 28 12:34:16.158202 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-667a7c64-977e-4928-a3f2-ff33c93797bf service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545625 Jun 28 12:34:16.581572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb40c93-c94a-4192-b251-58b595810e3f req-89b36b42-d6a6-47ff-ab6a-cd8434ff52a1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:16.591012 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ceb40c93-c94a-4192-b251-58b595810e3f req-89b36b42-d6a6-47ff-ab6a-cd8434ff52a1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.5638368 Jun 28 12:34:16.645543 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8aded443-3587-4d23-bf3f-dada1ea83424 req-983c718a-cae6-4823-af35-8787654e0af0 service neutron] 10.222.0.35 "GET /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777367 Jun 28 12:34:16.679877 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ceb40c93-c94a-4192-b251-58b595810e3f req-a8449a7b-e512-4ba2-ae1f-0e130e5172ba tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871003 Jun 28 12:34:17.302305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b04d77-09cd-4021-83f4-e5f358c15613 req-1b1130d4-349b-4d49-bf7d-ece0b7ed4736 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:17.312457 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-63b04d77-09cd-4021-83f4-e5f358c15613 req-1b1130d4-349b-4d49-bf7d-ece0b7ed4736 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 943 time: 0.1697118 Jun 28 12:34:17.401976 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-63b04d77-09cd-4021-83f4-e5f358c15613 req-f04d0c3a-5daf-46ce-92c2-66044322cb3d tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867977 Jun 28 12:34:17.941463 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed69b8-e52a-42f4-828d-592b4828d668 req-ed45b589-8bf9-4360-ab23-5d00887b13ab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:17.944777 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90ed69b8-e52a-42f4-828d-592b4828d668 req-ed45b589-8bf9-4360-ab23-5d00887b13ab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1194823 Jun 28 12:34:18.031878 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-90ed69b8-e52a-42f4-828d-592b4828d668 req-59169896-3940-4366-a9ab-a8a6a861dffd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804539 Jun 28 12:34:18.449774 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3d15b815-9961-4ac7-ae79-76e936a1a4cc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:34:18.606050 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:18.622670 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'network_id': '5870f837-015c-4ae7-8279-0544865d66cb', 'port_id': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'mac_address': 'fa:16:3e:d0:98:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ef0853-2ed1-48e5-a5ee-6540be07134d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:34:18.644192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ef375-318b-4ec7-aff9-c045a0f74b47 req-a525bcea-8f6c-4efb-8c4f-d7f8603b54f5 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:18.645825 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-729ef375-318b-4ec7-aff9-c045a0f74b47 req-a525bcea-8f6c-4efb-8c4f-d7f8603b54f5 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 943 time: 0.0956752 Jun 28 12:34:18.699734 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:18.703311 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-729ef375-318b-4ec7-aff9-c045a0f74b47 req-d11a4c59-a971-4a78-9c2e-094e5119abc5 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Jun 28 12:34:18.720478 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d15b815-9961-4ac7-ae79-76e936a1a4cc {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:34:18.745791 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:18.889307 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:18.892225 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:18.990245 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:18.994472 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:19.267300 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['3d15b815-9961-4ac7-ae79-76e936a1a4cc'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:19.448112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bbfa6-9775-4a05-b353-4e69cc2f7260 req-7bf5db50-6403-4097-8b40-c0ffe75260d7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:19.450908 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b60bbfa6-9775-4a05-b353-4e69cc2f7260 req-7bf5db50-6403-4097-8b40-c0ffe75260d7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1782904 Jun 28 12:34:19.557350 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b60bbfa6-9775-4a05-b353-4e69cc2f7260 req-32be5458-636b-4f86-bff6-0723f3b48466 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927188 Jun 28 12:34:20.000689 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c853e-8038-4f5a-bc2e-7c1cedf68dee req-0d62ac42-5119-46bf-a26a-3da526d29aae tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:20.003416 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf1c853e-8038-4f5a-bc2e-7c1cedf68dee req-0d62ac42-5119-46bf-a26a-3da526d29aae tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 944 time: 0.1622343 Jun 28 12:34:20.253035 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf1c853e-8038-4f5a-bc2e-7c1cedf68dee req-0a0b3774-a909-45bc-aedf-ce119504726c tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333715 Jun 28 12:34:20.451911 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3d15b815-9961-4ac7-ae79-76e936a1a4cc up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:34:20.714806 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 3d15b815-9961-4ac7-ae79-76e936a1a4cc completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:34:20.725861 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 3d15b815-9961-4ac7-ae79-76e936a1a4cc triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:34:20.726689 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:20.897590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebcb56-7839-4b0c-8863-35523fbab401 req-acb22f63-bae6-441e-816e-a29f4c2de674 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:20.910369 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a5ebcb56-7839-4b0c-8863-35523fbab401 req-acb22f63-bae6-441e-816e-a29f4c2de674 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1619358 Jun 28 12:34:20.995147 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a5ebcb56-7839-4b0c-8863-35523fbab401 req-c05f3c9b-e562-4e64-89e2-ad783f83b203 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831304 Jun 28 12:34:20.996064 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:21.061154 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:21.084869 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:21.132815 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'code': 200} Jun 28 12:34:21.153798 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:21.157782 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:21.311211 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:21.322081 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:21.675633 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10277d7e-2c33-45cb-b556-48602f764452 req-8726e984-7110-425a-b93b-94236efcd128 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:21.690818 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-10277d7e-2c33-45cb-b556-48602f764452 req-8726e984-7110-425a-b93b-94236efcd128 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.2111039 Jun 28 12:34:21.786573 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-10277d7e-2c33-45cb-b556-48602f764452 req-38dde82e-1ade-4ca7-9f91-51cdff42e5f6 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943508 Jun 28 12:34:22.054763 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891776-092f-45c9-b5f6-7f1cc3801d39 req-edb0dadc-3e66-4912-8054-39a075fc4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:22.056658 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d891776-092f-45c9-b5f6-7f1cc3801d39 req-edb0dadc-3e66-4912-8054-39a075fc4984 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 1098 time: 0.1688659 Jun 28 12:34:22.137146 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7d891776-092f-45c9-b5f6-7f1cc3801d39 req-1b62f53a-2924-4710-95c0-0c9492d4d4c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726459 Jun 28 12:34:22.271599 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943d6cc-f184-49bd-bc05-966fe1055bfc req-4ecf6bb6-acae-48f9-a958-feed04134d1d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:22.273209 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f943d6cc-f184-49bd-bc05-966fe1055bfc req-4ecf6bb6-acae-48f9-a958-feed04134d1d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1026378 Jun 28 12:34:22.325864 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f943d6cc-f184-49bd-bc05-966fe1055bfc req-9ad92fd3-7472-4937-b2d7-882cbabd62e2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455220 Jun 28 12:34:23.077443 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf7a8-74af-446e-b078-643fbe30ff02 req-d107ce39-118f-4353-b7e3-b145e2e4f6a6 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:23.079352 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ffcaf7a8-74af-446e-b078-643fbe30ff02 req-d107ce39-118f-4353-b7e3-b145e2e4f6a6 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.1238868 Jun 28 12:34:23.135996 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ffcaf7a8-74af-446e-b078-643fbe30ff02 req-6590c22a-a218-436a-bd98-de2fd3e5b609 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Jun 28 12:34:23.671581 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756d7e3-7209-47a0-b0ae-6fb467c70020 req-40e9ab62-77d2-4319-8ed2-7a028fc7f07d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:23.673342 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1756d7e3-7209-47a0-b0ae-6fb467c70020 req-40e9ab62-77d2-4319-8ed2-7a028fc7f07d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1005054 Jun 28 12:34:23.728253 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1756d7e3-7209-47a0-b0ae-6fb467c70020 req-71bab37d-4b02-43d2-b603-870e27e681a3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485938 Jun 28 12:34:24.365934 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89549110-759d-4595-9fad-36860cba2fd2 req-51202f45-af67-4a28-8d2b-154388215e6e tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:24.367651 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89549110-759d-4595-9fad-36860cba2fd2 req-51202f45-af67-4a28-8d2b-154388215e6e tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.1063516 Jun 28 12:34:24.433562 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89549110-759d-4595-9fad-36860cba2fd2 req-02a4ed4f-d658-4b04-9b4b-06fe23c27226 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Jun 28 12:34:24.961938 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a575e8-4c96-4419-aee8-e0a6c4594751 req-49f35723-4bec-45c1-be9b-1d9fa676b084 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:24.963813 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-70a575e8-4c96-4419-aee8-e0a6c4594751 req-49f35723-4bec-45c1-be9b-1d9fa676b084 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0914893 Jun 28 12:34:25.018038 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-70a575e8-4c96-4419-aee8-e0a6c4594751 req-1b010146-3bac-4265-bd4f-12a9c18a5b43 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476782 Jun 28 12:34:25.221624 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-6655e6e8-2c46-4af5-bffb-5f79a0750cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:25.223036 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-6655e6e8-2c46-4af5-bffb-5f79a0750cf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1098 time: 0.0863202 Jun 28 12:34:25.400725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-5125a4a5-18f1-4ad4-b413-93587938ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:25.402625 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-5125a4a5-18f1-4ad4-b413-93587938ec73 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1710947 Jun 28 12:34:25.528058 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-7c48ebe6-0210-4b11-bf45-1ab5610857aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 1001 time: 0.1172872 Jun 28 12:34:25.600601 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-ffd7f1da-5b17-49d0-84be-0c6d5559929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:25.602992 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-ffd7f1da-5b17-49d0-84be-0c6d5559929a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0675976 Jun 28 12:34:25.686198 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-d84e460d-d43c-4feb-8853-96764e8d6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:25.687738 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-d84e460d-d43c-4feb-8853-96764e8d6cc9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779402 Jun 28 12:34:25.837425 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-3614103a-f208-4fb2-bb83-9ecbbfce5638 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425006 Jun 28 12:34:25.995415 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-53f126d5-6be3-4cb3-963d-f3e5cc5fe6db req-81a1c81e-f6a6-497f-ba22-446ded7cad60 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510985 Jun 28 12:34:26.237164 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe76b16-eb42-4687-a267-c0a948e74072 req-dfc6bf72-dc5c-4a1e-91c8-87946619d204 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:26.238790 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9fe76b16-eb42-4687-a267-c0a948e74072 req-dfc6bf72-dc5c-4a1e-91c8-87946619d204 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0895860 Jun 28 12:34:26.298973 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9fe76b16-eb42-4687-a267-c0a948e74072 req-247064c9-55a3-4743-8561-d9135eb7b849 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496790 Jun 28 12:34:26.578757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f20677-f3e9-4297-a329-8fefc5c3f477 req-ceadbfd0-d567-461b-8834-e9a00a359721 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:26.579605 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-49f20677-f3e9-4297-a329-8fefc5c3f477 req-ceadbfd0-d567-461b-8834-e9a00a359721 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.0884244 Jun 28 12:34:26.634936 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-49f20677-f3e9-4297-a329-8fefc5c3f477 req-24585456-2988-4e1f-8c36-e208c9671d98 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484807 Jun 28 12:34:27.520585 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550eaef-0301-4a7a-93d3-7810105f8763 req-7b0d3d7e-9bc4-47ed-b9fe-ec5d86d3e018 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.522075 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9550eaef-0301-4a7a-93d3-7810105f8763 req-7b0d3d7e-9bc4-47ed-b9fe-ec5d86d3e018 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.0921316 Jun 28 12:34:27.571383 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9550eaef-0301-4a7a-93d3-7810105f8763 req-cb3172f2-e436-46cb-8d3e-7ca76d6c5cd4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Jun 28 12:34:27.837867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b52595-9b6b-454a-aa2b-40b4ab4eeb44 req-026fa80e-aeb7-44fa-ac69-c652441c788a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:27.839345 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-88b52595-9b6b-454a-aa2b-40b4ab4eeb44 req-026fa80e-aeb7-44fa-ac69-c652441c788a tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.0846608 Jun 28 12:34:27.987186 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-88b52595-9b6b-454a-aa2b-40b4ab4eeb44 req-f67798f1-8b6e-4b95-8b7a-b1f30959e3b8 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418903 Jun 28 12:34:28.225608 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-adb5ebff-1aa9-451a-88b7-c9f2d0afda9d tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:28.227801 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-adb5ebff-1aa9-451a-88b7-c9f2d0afda9d tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 945 time: 0.0894368 Jun 28 12:34:28.313093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Deleting port 3d15b815-9961-4ac7-ae79-76e936a1a4cc {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:28.313457 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.527820 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 3d15b815-9961-4ac7-ae79-76e936a1a4cc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:28.600840 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:28.601412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.705223 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.744993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Calling delete_port for 3d15b815-9961-4ac7-ae79-76e936a1a4cc owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:28.765236 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:28.766270 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:28.833968 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:28.835243 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:34:28.880701 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742bc4f-c4a1-4ec7-87a8-c0e82e5adbad req-f020d6e2-55e4-4a69-8796-ed7ae696b44c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:28.883671 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1742bc4f-c4a1-4ec7-87a8-c0e82e5adbad req-f020d6e2-55e4-4a69-8796-ed7ae696b44c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 945 time: 0.1504805 Jun 28 12:34:28.903777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.db.api [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:34:28.904352 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_db.api [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:34:28.931932 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9d04308e-263f-4b8e-81af-eb631579e3ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:28.937433 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-1742bc4f-c4a1-4ec7-87a8-c0e82e5adbad req-a6cc378b-511d-46e8-8351-dc7dd7ec6d47 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459435 Jun 28 12:34:29.008808 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'code': 200} Jun 28 12:34:29.046558 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=6']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:29.050895 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:29.169714 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:29.210305 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:29.253748 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae501c-d13d-41ff-b495-d6be82f523c6 req-c8770854-8f9c-43c5-b087-8dfd4e974663 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:29.255543 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-13ae501c-d13d-41ff-b495-d6be82f523c6 req-c8770854-8f9c-43c5-b087-8dfd4e974663 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 943 time: 0.0958714 Jun 28 12:34:29.307502 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-13ae501c-d13d-41ff-b495-d6be82f523c6 req-169bd65a-1998-405c-acff-a708343ebd67 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/security-groups?id=ad4463a9-4a9a-411b-803c-1010cdce826e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Jun 28 12:34:29.320819 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:29.320819 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:29.399724 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=8']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:29.403443 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:29.405260 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Deleting port 3d15b815-9961-4ac7-ae79-76e936a1a4cc {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:34:29.405949 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:29.698025 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] For port 3d15b815-9961-4ac7-ae79-76e936a1a4cc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3d15b815-9961-4ac7-ae79-76e936a1a4cc,segment=NetworkSegment(90101b82-94e6-4d36-87da-8c14e66a79f3),segment_id=90101b82-94e6-4d36-87da-8c14e66a79f3)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:29.698722 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:29.828285 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Calling delete_port for 3d15b815-9961-4ac7-ae79-76e936a1a4cc owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:34:30.119890 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:30.129455 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f5336c82-37fe-4cc5-9ef4-5943b6ef52bf tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:30.196644 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:30.212796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Pushing event deleted for resources: {'Port': ['ID=3d15b815-9961-4ac7-ae79-76e936a1a4cc,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:30.284925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.285524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.286142 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.286719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.287305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.287890 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.288474 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.289116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.290021 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.290338 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.290928 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.291505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:34:30.310505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:30.383734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] No DVR routers for this DVR port 3d15b815-9961-4ac7-ae79-76e936a1a4cc on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:34:30.389539 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:30.395178 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-deleted', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:30.582424 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-1b2ecd4b-b815-4a8c-beba-8514c3062a58 req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.35 "DELETE /v2.0/ports/3d15b815-9961-4ac7-ae79-76e936a1a4cc HTTP/1.1" status: 204 len: 173 time: 2.3452277 Jun 28 12:34:30.597085 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-b74680c3-1ac1-4d66-a234-9d1868a8e655 req-6a22c764-af6d-4107-982b-84e9bd04d122 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Synchronizing usage tracker for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:34:30.707220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-b74680c3-1ac1-4d66-a234-9d1868a8e655 req-6a22c764-af6d-4107-982b-84e9bd04d122 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Unset dirty status for tenant:369cd0df38d24fecb2b95a55cce46f9b on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:34:30.709177 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b74680c3-1ac1-4d66-a234-9d1868a8e655 req-6a22c764-af6d-4107-982b-84e9bd04d122 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.2055225 Jun 28 12:34:30.718043 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d82248-b897-4c07-b818-2610baa75e2c', 'name': 'network-vif-deleted', 'tag': '3d15b815-9961-4ac7-ae79-76e936a1a4cc', 'status': 'completed', 'code': 200} Jun 28 12:34:31.010577 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:31.053807 dv-cinder-798094-1-smb neutron-server[79309]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'code': 422} returned with failed status Jun 28 12:34:31.567403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b982b2b-b9c8-456e-bee3-fac098bcc4d7 req-d1edcb4f-fd81-4fa6-a162-9f54c3f8b78e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:31.573963 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6b982b2b-b9c8-456e-bee3-fac098bcc4d7 req-d1edcb4f-fd81-4fa6-a162-9f54c3f8b78e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2872241 Jun 28 12:34:31.670634 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6b982b2b-b9c8-456e-bee3-fac098bcc4d7 req-a2279601-25bc-41ee-93af-21f159c31556 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864651 Jun 28 12:34:31.872531 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a231000a-cd8a-4ab5-a737-88aa09949105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:31.935309 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cc0ea03a-dad4-4db7-8f7c-b99bdf318dfc req-d730e24d-49f2-47dc-ae81-1f9a307d98e2 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] 10.222.0.37 "GET /v2.0/ports?device_id=24d82248-b897-4c07-b818-2610baa75e2c HTTP/1.1" status: 200 len: 210 time: 0.0492694 Jun 28 12:34:32.137136 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55242) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:34:32.210031 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:32.270320 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-7b849495-9e40-47d8-90ad-3edad290a88b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316481 Jun 28 12:34:32.915651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d31042-2e4a-4619-971e-05a7225285ce req-61cdd869-7ff4-4b67-9355-cd5e1c660516 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:32.918346 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-34d31042-2e4a-4619-971e-05a7225285ce req-61cdd869-7ff4-4b67-9355-cd5e1c660516 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1225715 Jun 28 12:34:32.979336 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-34d31042-2e4a-4619-971e-05a7225285ce req-365ea7fe-8a17-4f14-b8e3-ef8f3073b285 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524998 Jun 28 12:34:34.305455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c45079-c019-499d-b173-2e758cf40f59 req-de4f1db0-efd5-40f6-935b-22ccd209752e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:34.307183 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d1c45079-c019-499d-b173-2e758cf40f59 req-de4f1db0-efd5-40f6-935b-22ccd209752e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1365445 Jun 28 12:34:34.360238 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d1c45079-c019-499d-b173-2e758cf40f59 req-4d19f031-6a3a-425c-bcea-99ea172eb298 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Jun 28 12:34:34.421887 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3fc5a263-1d14-43c8-b1ad-6aa784ae0085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:35.368417 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd710-21d5-48f1-8ac2-100895032d50 req-3d0a23ed-675b-4a4b-89d5-e06f698fb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:35.370046 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-3d0a23ed-675b-4a4b-89d5-e06f698fb5dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 1096 time: 0.0801077 Jun 28 12:34:35.495232 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:35.504095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd710-21d5-48f1-8ac2-100895032d50 req-b2da53ac-0141-4e8a-aaa4-db2487a9fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:35.505664 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-b2da53ac-0141-4e8a-aaa4-db2487a9fa05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1096 time: 0.0853605 Jun 28 12:34:35.718061 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd710-21d5-48f1-8ac2-100895032d50 req-0bc618a7-9a4d-4f9e-922b-0eca33d472ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:35.719573 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-0bc618a7-9a4d-4f9e-922b-0eca33d472ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.2061770 Jun 28 12:34:35.732940 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11beb7-609a-4ff2-b0ad-4a9599788468 req-769427a0-8b67-4f64-bf52-b798aca17555 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:35.734590 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d11beb7-609a-4ff2-b0ad-4a9599788468 req-769427a0-8b67-4f64-bf52-b798aca17555 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2027073 Jun 28 12:34:35.873151 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d11beb7-609a-4ff2-b0ad-4a9599788468 req-de9d4daf-f9b4-4f16-9d24-25797b9f0a6a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807993 Jun 28 12:34:35.874950 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-dde7395d-b361-498f-a694-5fdb5ef112fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 999 time: 0.1394477 Jun 28 12:34:35.952565 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd710-21d5-48f1-8ac2-100895032d50 req-2bdc0f29-e7b5-419e-a0a4-490ee55c4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:35.957563 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-2bdc0f29-e7b5-419e-a0a4-490ee55c4519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0735550 Jun 28 12:34:36.068578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dd710-21d5-48f1-8ac2-100895032d50 req-28ec81e0-e0b2-4472-879d-f53b427e8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:36.070652 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-28ec81e0-e0b2-4472-879d-f53b427e8236 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1065381 Jun 28 12:34:36.228551 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-1e2d5ef4-0893-46bf-a5bf-fac418ee754f service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459005 Jun 28 12:34:36.374629 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-583dd710-21d5-48f1-8ac2-100895032d50 req-81a46f43-f5f2-4f13-9408-3303cd20292c service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384723 Jun 28 12:34:36.843240 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:37.098634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523cebf-c34b-4cef-bfa8-783e933080ef req-96f9711a-3524-48ba-accf-e86431ef7372 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:37.100347 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4523cebf-c34b-4cef-bfa8-783e933080ef req-96f9711a-3524-48ba-accf-e86431ef7372 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.0914798 Jun 28 12:34:37.155237 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4523cebf-c34b-4cef-bfa8-783e933080ef req-283532c2-c41b-4df4-82f5-03f126a6ff5c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468590 Jun 28 12:34:38.700940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f65bf-089b-43d4-8a27-eace450f645a req-4891f1b5-f024-4b64-afe2-7fefd72b4b4d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:38.704267 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3c0f65bf-089b-43d4-8a27-eace450f645a req-4891f1b5-f024-4b64-afe2-7fefd72b4b4d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2945666 Jun 28 12:34:38.814408 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3c0f65bf-089b-43d4-8a27-eace450f645a req-5fd3d15d-a030-4912-b715-3bcd89da35fd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039307 Jun 28 12:34:38.854465 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:34:40.278993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaeba9-409f-46b8-bc1f-a55fd1b632a5 req-1a282dc4-7065-49cc-9177-af208da0aa0e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:40.278993 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ebbaeba9-409f-46b8-bc1f-a55fd1b632a5 req-1a282dc4-7065-49cc-9177-af208da0aa0e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1902754 Jun 28 12:34:40.333886 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ebbaeba9-409f-46b8-bc1f-a55fd1b632a5 req-ef62f990-0e94-4e31-b426-d11f98db24b8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566037 Jun 28 12:34:42.186811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadb961-029c-4950-9256-c9907d342bb9 req-009a5515-eadd-4cb1-9a38-78c4e08b7170 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:42.191457 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dadb961-029c-4950-9256-c9907d342bb9 req-009a5515-eadd-4cb1-9a38-78c4e08b7170 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2538686 Jun 28 12:34:42.305267 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dadb961-029c-4950-9256-c9907d342bb9 req-29e76427-7eba-4628-adc8-cce0fc9a6dc9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025755 Jun 28 12:34:43.687323 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176dcc2-b69c-4e4b-ba95-cb993a22521a req-d7ce8d23-3809-42c5-8587-1262c1da324f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:43.689147 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5176dcc2-b69c-4e4b-ba95-cb993a22521a req-d7ce8d23-3809-42c5-8587-1262c1da324f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1617041 Jun 28 12:34:43.781712 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5176dcc2-b69c-4e4b-ba95-cb993a22521a req-3f673951-5ee1-427c-95d3-e55332f159d2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768254 Jun 28 12:34:45.099673 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d38eb-9391-4fbc-b099-a490a1a97c7d req-f055c4d9-13e7-44ad-b817-0272ebcc8550 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:45.117350 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a28d38eb-9391-4fbc-b099-a490a1a97c7d req-f055c4d9-13e7-44ad-b817-0272ebcc8550 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1636195 Jun 28 12:34:45.184775 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a28d38eb-9391-4fbc-b099-a490a1a97c7d req-19efb599-cfd4-4f67-98b9-248663ae7a22 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657527 Jun 28 12:34:46.586851 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56af251-a8af-4226-a817-6647a5e3d338 req-03695d96-dc89-401d-a3d8-7461f93aa71c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:46.589550 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a56af251-a8af-4226-a817-6647a5e3d338 req-03695d96-dc89-401d-a3d8-7461f93aa71c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1427505 Jun 28 12:34:46.655315 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a56af251-a8af-4226-a817-6647a5e3d338 req-290d8b05-cad2-4097-b9cf-ccf3da316e3e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572672 Jun 28 12:34:48.090532 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f84b1-5751-4351-a0ba-321258c320dd req-e3653c5a-056e-413f-873b-fd260aeb36b2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:48.093134 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-681f84b1-5751-4351-a0ba-321258c320dd req-e3653c5a-056e-413f-873b-fd260aeb36b2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.2142568 Jun 28 12:34:48.198712 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-681f84b1-5751-4351-a0ba-321258c320dd req-43729b5d-8489-4928-aa24-e78bf5c67ed2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995846 Jun 28 12:34:49.478754 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8925119-bec8-4883-a1be-c5dff28e8000 req-27615d81-cd37-4bb7-904b-c55f98dd7b14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:49.481986 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8925119-bec8-4883-a1be-c5dff28e8000 req-27615d81-cd37-4bb7-904b-c55f98dd7b14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1253316 Jun 28 12:34:49.559887 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b8925119-bec8-4883-a1be-c5dff28e8000 req-5dcbf12d-9487-43da-b6cc-9ee5e8b4ed72 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696163 Jun 28 12:34:50.891232 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16543450-b8cd-4908-8ddd-5197decbee92 req-9a4c3ece-90c0-4b45-b725-d42ae35b538b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:50.902217 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-16543450-b8cd-4908-8ddd-5197decbee92 req-9a4c3ece-90c0-4b45-b725-d42ae35b538b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1416128 Jun 28 12:34:50.963622 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-16543450-b8cd-4908-8ddd-5197decbee92 req-aa4053fd-e0b3-4a88-b266-775a80cab6f9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567281 Jun 28 12:34:52.376481 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64ea5e-c3eb-4bec-ba66-4e7e02c3a557 req-e57f96b8-6158-4559-bf91-a828f766f4d6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:52.378157 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9f64ea5e-c3eb-4bec-ba66-4e7e02c3a557 req-e57f96b8-6158-4559-bf91-a828f766f4d6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 943 time: 0.1131530 Jun 28 12:34:52.451803 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9f64ea5e-c3eb-4bec-ba66-4e7e02c3a557 req-ab5b21eb-ed32-4f47-a43a-daf848b5746a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625148 Jun 28 12:34:52.626158 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:34:52.823446 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:52.839714 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'mac_address': 'fa:16:3e:f0:c6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:34:52.913565 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:52.948657 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:34:52.979885 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:53.049013 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:53.054548 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fcd51ab-7905-41b2-aacf-e25fef3f46ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:53.140359 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=9']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:53.142373 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:53.405740 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['9ee2a3e8-6f2f-4bff-af5e-514f9077657d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:34:53.798548 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac36aab-e02e-46fb-ad3e-9de13b8918d7 req-6d89ef27-eca3-4bf9-b45e-2474c2b13722 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:53.806424 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2ac36aab-e02e-46fb-ad3e-9de13b8918d7 req-6d89ef27-eca3-4bf9-b45e-2474c2b13722 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 944 time: 0.1838393 Jun 28 12:34:53.901840 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2ac36aab-e02e-46fb-ad3e-9de13b8918d7 req-c295e79c-79d7-4637-ba61-86e2e5dcbe0e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909603 Jun 28 12:34:54.622622 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:34:54.750093 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:34:54.750522 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:54.927327 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:54.964689 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:34:54.993404 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:34:55.065889 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:34:55.068111 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:34:55.230138 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'code': 200} Jun 28 12:34:55.271080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=10']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:34:55.278679 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:34:55.433788 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1dc96-e24b-41fd-8069-560b7018712c req-bee47c74-413c-4bd9-bcb0-25d4a79cb897 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:55.436645 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-28b1dc96-e24b-41fd-8069-560b7018712c req-bee47c74-413c-4bd9-bcb0-25d4a79cb897 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.2291873 Jun 28 12:34:55.529749 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-28b1dc96-e24b-41fd-8069-560b7018712c req-7ea2eed7-a921-4895-9f58-9a69547dbd9a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866282 Jun 28 12:34:56.377872 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532bac7-594c-424f-89f2-52654855181e req-79685ea6-8b10-4b54-9079-dfa494ac5891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:56.379511 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c532bac7-594c-424f-89f2-52654855181e req-79685ea6-8b10-4b54-9079-dfa494ac5891 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1099 time: 0.0819960 Jun 28 12:34:56.453400 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c532bac7-594c-424f-89f2-52654855181e req-c374a02c-a928-4789-a66d-b0725b90cba3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598531 Jun 28 12:34:56.888833 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce6e14-4247-44d4-87c7-9f880cdd5a2d req-9a2faa85-07f6-4099-b6e4-f4d4cfb11fa2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:56.890364 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c1ce6e14-4247-44d4-87c7-9f880cdd5a2d req-9a2faa85-07f6-4099-b6e4-f4d4cfb11fa2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.0977285 Jun 28 12:34:56.990173 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c1ce6e14-4247-44d4-87c7-9f880cdd5a2d req-c90ea7fe-3072-4082-a77e-a523d6a3fe56 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855079 Jun 28 12:34:58.204477 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f215f64-a21a-471d-8ea9-fc2fcbed5106 req-f2b0d3d7-6764-40c6-973c-9c537dd3a8e5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:58.206044 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4f215f64-a21a-471d-8ea9-fc2fcbed5106 req-f2b0d3d7-6764-40c6-973c-9c537dd3a8e5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.0991504 Jun 28 12:34:58.254646 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4f215f64-a21a-471d-8ea9-fc2fcbed5106 req-5574ca8c-2cbb-4df1-8a2e-c086036cc269 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Jun 28 12:34:58.828229 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386448f-8912-4529-ba5d-d60ab56e631d req-60c6da40-8c30-4018-8199-653b0c28b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:58.830561 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-60c6da40-8c30-4018-8199-653b0c28b40f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 1099 time: 0.0871882 Jun 28 12:34:59.074023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386448f-8912-4529-ba5d-d60ab56e631d req-6b218a9d-5d38-4b97-888f-18a55e9594f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:59.079200 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-6b218a9d-5d38-4b97-888f-18a55e9594f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.2205272 Jun 28 12:34:59.434117 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-03a49152-0c46-475c-91c3-b2cd7ad0beae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 200 len: 1001 time: 0.3483572 Jun 28 12:34:59.479426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9982-33ac-4155-9824-1e243f65fa97 req-875b883f-c7a0-4964-9b40-7eedd9898a36 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:59.480987 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-06ec9982-33ac-4155-9824-1e243f65fa97 req-875b883f-c7a0-4964-9b40-7eedd9898a36 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.1045270 Jun 28 12:34:59.517718 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386448f-8912-4529-ba5d-d60ab56e631d req-23157949-6e03-4909-9cf0-380c008ac987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:59.520318 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-23157949-6e03-4909-9cf0-380c008ac987 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0788753 Jun 28 12:34:59.540074 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-06ec9982-33ac-4155-9824-1e243f65fa97 req-8c883d68-2845-483c-ab51-408052a6a5cf tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Jun 28 12:34:59.603557 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386448f-8912-4529-ba5d-d60ab56e631d req-32ff43f2-be02-4530-b040-c849dce2200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:34:59.605031 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-32ff43f2-be02-4530-b040-c849dce2200b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777984 Jun 28 12:34:59.774093 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-c9677ff0-c2ce-4574-bc79-a03efcbbd277 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622725 Jun 28 12:34:59.965465 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f386448f-8912-4529-ba5d-d60ab56e631d req-e710bee5-1550-46a5-b330-23631a02e23a service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845543 Jun 28 12:35:00.202613 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:00.765040 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831a4c-6b18-412f-8359-0d887e4f4e23 req-ae7d3515-5d3b-4903-b727-d3af0d1348c2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:00.766678 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c5831a4c-6b18-412f-8359-0d887e4f4e23 req-ae7d3515-5d3b-4903-b727-d3af0d1348c2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.0941813 Jun 28 12:35:00.816217 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c5831a4c-6b18-412f-8359-0d887e4f4e23 req-05559570-aa03-4737-9064-01ec4510d0a9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Jun 28 12:35:01.883697 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1d4017c7-bdf5-4e31-a4e2-4de33067b037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.185763 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.831202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55636) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:02.908057 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Deleting subnet 47ef0853-2ed1-48e5-a5ee-6540be07134d {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:02.911688 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:02.967589 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.040945 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.214243 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.216017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e14e-0da8-4c48-8558-3481295bce8c req-35e0e58a-49a9-4063-9411-2e5033098572 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:03.217692 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2592e14e-0da8-4c48-8558-3481295bce8c req-35e0e58a-49a9-4063-9411-2e5033098572 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.0919805 Jun 28 12:35:03.221930 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:03.265232 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.268374 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ef0853-2ed1-48e5-a5ee-6540be07134d,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:03.271592 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:03.273152 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2592e14e-0da8-4c48-8558-3481295bce8c req-30a9bce6-af6d-469e-83a7-3709a9bb0ce7 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438552 Jun 28 12:35:03.277690 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c0154a4c-3ce9-4f3b-a0f6-7a360ec9fdc0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/47ef0853-2ed1-48e5-a5ee-6540be07134d HTTP/1.1" status: 204 len: 168 time: 0.4445808 Jun 28 12:35:03.281024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55642) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:03.393471 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.529232 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.543991 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5870f837-015c-4ae7-8279-0544865d66cb']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:03.559265 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90101b82-94e6-4d36-87da-8c14e66a79f3') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:03.561124 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90101b82-94e6-4d36-87da-8c14e66a79f3') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:03.572992 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.598910 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.608152 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:03.608549 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:03.624405 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:03.814225 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.819402 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:03.833514 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:03.845377 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5870f837-015c-4ae7-8279-0544865d66cb,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:03.855539 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.855906 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.856262 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.856619 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.857022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.857372 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.857717 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.858133 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.858513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.858826 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.859161 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.859494 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:03.862787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:03.952208 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-543e0cc1-c5da-40bf-9617-9d7a5bec59bf admin admin] 10.222.0.37 "DELETE /v2.0/networks/5870f837-015c-4ae7-8279-0544865d66cb HTTP/1.1" status: 204 len: 168 time: 0.6702933 Jun 28 12:35:04.408507 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a95986e2-c72e-4c5f-a877-0b0151fa20cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:04.494666 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda8b5b-9f3b-476e-84fe-43069963ea55 req-b295cfc4-d140-4a2b-835c-8d102dcf573b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:04.496269 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0fda8b5b-9f3b-476e-84fe-43069963ea55 req-b295cfc4-d140-4a2b-835c-8d102dcf573b tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1001751 Jun 28 12:35:04.566152 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0fda8b5b-9f3b-476e-84fe-43069963ea55 req-fe6b1d23-de7f-43f9-8c3b-104924ee9095 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590563 Jun 28 12:35:04.566421 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55650) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:04.650111 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d0855fbe-e350-4b63-92dd-1db063014dfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=369cd0df38d24fecb2b95a55cce46f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820804 Jun 28 12:35:04.652806 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55654) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:04.726534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:04.758914 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:04.911587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:04.917056 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0fe1aa52-be16-4313-9451-69695f32728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:04.935021 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4463a9-4a9a-411b-803c-1010cdce826e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:04.938351 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:05.019862 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:05.021017 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad4463a9-4a9a-411b-803c-1010cdce826e HTTP/1.1" status: 204 len: 168 time: 0.3672593 Jun 28 12:35:05.407886 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-58f8b6ea-8d87-44d5-beb1-3be177d6591d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:05.409486 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-58f8b6ea-8d87-44d5-beb1-3be177d6591d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.1035852 Jun 28 12:35:05.465805 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:05.487332 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Deleting port c37ed0c5-942e-40f1-990f-942c40bda950 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:05.487682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:05.808154 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5b9de-f08a-4b44-9236-8b725f9c9873 req-5cd3af35-cb9a-49d8-b122-1768733fa3f6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:05.809951 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9f5b9de-f08a-4b44-9236-8b725f9c9873 req-5cd3af35-cb9a-49d8-b122-1768733fa3f6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 945 time: 0.0904417 Jun 28 12:35:05.838682 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] For port c37ed0c5-942e-40f1-990f-942c40bda950, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c37ed0c5-942e-40f1-990f-942c40bda950,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:05.839358 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:05.890637 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9f5b9de-f08a-4b44-9236-8b725f9c9873 req-a3271649-6ea7-4944-b7e4-6ac3d3f10dd3 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups?id=fad3935d-aaf8-49c1-a203-092d3322818c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723922 Jun 28 12:35:06.265375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:06.265741 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:06.266104 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.l3_db [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Floating IP 9725e26e-0147-4426-a6ee-91d2784e7281 disassociated. External IP: 172.28.1.33, port: c37ed0c5-942e-40f1-990f-942c40bda950. Jun 28 12:35:06.266439 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Calling delete_port for c37ed0c5-942e-40f1-990f-942c40bda950 owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:06.563351 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:06.574943 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-20a5b4e0-397f-48a0-b8c1-9ecf944af983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:06.667199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'Port': ['ID=c37ed0c5-942e-40f1-990f-942c40bda950,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:06.674136 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:06.848319 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:06.910372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:07.216177 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6293e017-53af-411c-8a3e-c709c368590d req-d5065726-c593-4507-83c6-4ef97b45392a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0999906 Jun 28 12:35:07.237389 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:07.250775 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:07.272075 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:07.273549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:07.332345 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] No DVR routers for this DVR port c37ed0c5-942e-40f1-990f-942c40bda950 on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:07.334999 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.339128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'name': 'network-vif-deleted', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:07.393312 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62', 'name': 'network-vif-deleted', 'tag': 'c37ed0c5-942e-40f1-990f-942c40bda950', 'status': 'completed', 'code': 200} Jun 28 12:35:07.461092 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-94b3cce2-aafd-4a96-a7f3-ac79154813da req-8a9ed7ba-516c-4f3e-9d2a-273f63761cd6 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.35 "DELETE /v2.0/ports/c37ed0c5-942e-40f1-990f-942c40bda950 HTTP/1.1" status: 204 len: 173 time: 2.0460272 Jun 28 12:35:07.561068 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:07.590749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55694) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:07.741291 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.758627 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:07.763694 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Usage tracker for resource:security_group_rule and tenant:dd1fc0710ad8426aabd012a62ca0f2f5 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:07.767133 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:07.774527 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:07.922463 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:07.944827 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:07.949753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:07.961392 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:07.962272 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:08.020148 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.037258 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f57143c9-f433-4196-909a-2c6eb43e97ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:08.090893 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88308d95-26a4-4784-bfee-871cdd3446d6 req-188ceac5-2674-439b-aa4a-16029c10accf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:08.092542 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-88308d95-26a4-4784-bfee-871cdd3446d6 req-188ceac5-2674-439b-aa4a-16029c10accf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1186543 Jun 28 12:35:08.117640 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd1fc0710ad8426aabd012a62ca0f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254760 Jun 28 12:35:08.119640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c273da-d574-4c86-8d57-b0d506358d0c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:08.121759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55702) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:08.126978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:08.188079 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-88308d95-26a4-4784-bfee-871cdd3446d6 req-bbe9402e-dfec-4633-9dba-7ac5e25632cf tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877860 Jun 28 12:35:08.205433 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:08.211266 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.246191 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.419775 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d7d81515-8f4c-444e-ae63-5c8afda210d9 req-b9f9cee0-a375-45ab-a9a7-6394e783f7d1 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/ports?device_id=bccb2f72-87ef-41c1-a0d5-33ea9b2a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0534649 Jun 28 12:35:08.462213 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.468876 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5adb48e4-bd24-4e92-b89d-082c1cf77615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:08.486850 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c273da-d574-4c86-8d57-b0d506358d0c,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:08.490489 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:08.491928 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:08.496753 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63c273da-d574-4c86-8d57-b0d506358d0c HTTP/1.1" status: 204 len: 168 time: 0.3706455 Jun 28 12:35:08.589483 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:08.593938 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bb5ce3-a2cc-4836-87aa-6da3cc4601a2 None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:29:10Z', 'revision_number': 4, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '6a1af5bf-feb1-4406-b9b6-b7b729315816', 'name': '', 'network_id': '8809ae2e-fc02-4ead-99c0-bc180ed14c24', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'mac_address': 'fa:16:3e:55:de:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:09Z', 'updated_at': '2021-06-28T12:29:24Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'subnets': [{'id': '8ecea80e-5804-4cd7-b84e-4a9fd9de2e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:08.702906 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c37ed0c5-942e-40f1-990f-942c40bda950 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:08.776880 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: c37ed0c5-942e-40f1-990f-942c40bda950 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:08.777858 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device c37ed0c5-942e-40f1-990f-942c40bda950 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:08.932843 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c54c5c-095e-4059-afd2-b210fe15df63 None None] New status for floating IP 9725e26e-0147-4426-a6ee-91d2784e7281: DOWN {{(pid=79310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:35:09.419606 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccf4b5-f6dc-46aa-9206-c110d154a2a8 req-58e9cbf3-b9bb-49c2-8306-ed0a9e7302ae tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:09.422544 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2bccf4b5-f6dc-46aa-9206-c110d154a2a8 req-58e9cbf3-b9bb-49c2-8306-ed0a9e7302ae tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0900342 Jun 28 12:35:09.476884 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2bccf4b5-f6dc-46aa-9206-c110d154a2a8 req-ef5abd82-0810-424d-865b-a52f50a28059 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464644 Jun 28 12:35:09.683496 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55732) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:09.791019 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.829623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:09.863184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55738) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.004233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1597225614-network', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:10.012618 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:10.019425 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Usage tracker for resource:network and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:10.024617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:10.033307 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:10.054768 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.058935 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7248422e-7768-4f3b-b460-8ea7e048b1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:10.076777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad3935d-aaf8-49c1-a203-092d3322818c,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:10.079626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:10.162044 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Made reservation on behalf of 3a01ee37539f4d9abe4deeef0682bcd7 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:10.165027 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.180432 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.184416 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "DELETE /v2.0/security-groups/fad3935d-aaf8-49c1-a203-092d3322818c HTTP/1.1" status: 204 len: 168 time: 0.4971101 Jun 28 12:35:10.184572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.184673 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55744) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.203471 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.api.v2.resource [None req-2dc7e6b5-8894-4c35-92f3-3b3c998554d9 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] show failed (client error): The resource could not be found. Jun 28 12:35:10.204642 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2dc7e6b5-8894-4c35-92f3-3b3c998554d9 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "GET /v2.0/security-groups/fad3935d-aaf8-49c1-a203-092d3322818c HTTP/1.1" status: 404 len: 347 time: 0.0190136 Jun 28 12:35:10.208312 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55748) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:10.296006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:10.300546 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:10.304794 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:10.312354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:10.397369 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Deleting port 24fd7bc2-1e61-40be-8a70-3ec8a671d3e8 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:10.397710 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.450809 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.551688 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.560192 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b55bc610-98d0-4734-9a57-6ba2ea5ca7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:10.594435 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:10.706524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.707135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.720529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991c65c-9300-4e81-9f46-9f4cf04d63f5,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:10.725652 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.726145 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Added segment 2b1eab3e-e2f9-4f8e-8922-07ecaa358886 of type vlan for network 274462e2-ff4d-4f32-bff7-d81dad20587c Jun 28 12:35:10.728309 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:10.771659 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.806388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800758c6-aec1-4f60-ac31-647749bfcc9e req-a9550284-689a-427b-8743-75d3399c3646 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:10.807898 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-800758c6-aec1-4f60-ac31-647749bfcc9e req-a9550284-689a-427b-8743-75d3399c3646 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2093124 Jun 28 12:35:10.842224 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Calling delete_port for 24fd7bc2-1e61-40be-8a70-3ec8a671d3e8 owned by network:floatingip {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:10.870692 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-800758c6-aec1-4f60-ac31-647749bfcc9e req-b57b3fab-d112-48da-85d8-277fbf01119e tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522113 Jun 28 12:35:10.945212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.946804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:10.947807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:10.952245 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bb5edb69-750b-4953-aa59-5659c33df843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.068226 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Pushing event updated for resources: {'Network': ['ID=274462e2-ff4d-4f32-bff7-d81dad20587c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.071727 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.080769 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 274462e2-ff4d-4f32-bff7-d81dad20587c details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:11.122351 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.128745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e2e9f1a9-cae5-478c-9ef3-76de85c30083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.159625 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2945020 Jun 28 12:35:11.162884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55754) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:11.176248 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Request body: {'subnet': {'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1597225614-subnet', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:11.190510 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:11.201799 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Usage tracker for resource:subnet and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:11.203704 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Pushing event deleted for resources: {'Port': ['ID=24fd7bc2-1e61-40be-8a70-3ec8a671d3e8,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.206246 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:11.208340 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.218772 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:11.308236 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks [] for floatingip, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.325139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.326332 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0d8deb62-94a6-4983-ade4-046508ec5613 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] 10.222.0.37 "DELETE /v2.0/floatingips/9725e26e-0147-4426-a6ee-91d2784e7281 HTTP/1.1" status: 204 len: 168 time: 1.1160853 Jun 28 12:35:11.340082 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Made reservation on behalf of 3a01ee37539f4d9abe4deeef0682bcd7 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:11.344359 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.774087 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:11.778600 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-82a47c58-6240-452f-877a-cce7a9fca6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:11.857770 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa13c83-ebf1-4c58-8e56-795a81bb111b,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:11.861184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:11.872430 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Checking segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:11.873491 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Network hostable DHCP agents. Network: 274462e2-ff4d-4f32-bff7-d81dad20587c, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:11.984658 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Network 274462e2-ff4d-4f32-bff7-d81dad20587c is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:12.083069 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ba823-45c1-42df-9dd0-c5ef876624a1 req-ccca6e3a-5dbe-47e6-a2ad-6cd09e8ec89b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:12.084578 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-178ba823-45c1-42df-9dd0-c5ef876624a1 req-ccca6e3a-5dbe-47e6-a2ad-6cd09e8ec89b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.0871115 Jun 28 12:35:12.133752 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-178ba823-45c1-42df-9dd0-c5ef876624a1 req-e27ce01b-6fe1-4802-bf7a-758a3dcbe444 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Jun 28 12:35:12.196280 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 274462e2-ff4d-4f32-bff7-d81dad20587c) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:12.200979 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:12.201591 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.205849 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ad98a-e3ef-4f6f-8e74-dc0aee247140 None None] Network 274462e2-ff4d-4f32-bff7-d81dad20587c requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:12.352404 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6c95923f-c8b4-4781-bc52-17b3a18f6985 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1871307 Jun 28 12:35:12.357155 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55764) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:12.362896 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:12.369904 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:12.375327 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Usage tracker for resource:router and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:12.379403 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:12.387767 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:12.449973 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-274462e2-ff4d-4f32-bff7-d81dad20587c', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:35:12.450756 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.488909 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.491629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.515983 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:12.679853 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Allocated IP 172.20.0.2 (274462e2-ff4d-4f32-bff7-d81dad20587c/8aa13c83-ebf1-4c58-8e56-795a81bb111b/a40f6b47-2628-45e7-96cf-f9c235e69cd6) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:13.000194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.007888 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.019504 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Transition to ACTIVE for port object a40f6b47-2628-45e7-96cf-f9c235e69cd6 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:13.050515 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Transition to ACTIVE for port object a40f6b47-2628-45e7-96cf-f9c235e69cd6 will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:13.122532 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.151559 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:13.220347 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Network 274462e2-ff4d-4f32-bff7-d81dad20587c is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:13.232727 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:13.248811 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:13.405385 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Pushing event updated for resources: {'Port': ['ID=a40f6b47-2628-45e7-96cf-f9c235e69cd6,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:13.409866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa574508-d215-4116-9970-dff531bbe11b req-b85e5eb4-3eeb-4769-8e02-1e9f5be5b1b7 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:13.412193 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fa574508-d215-4116-9970-dff531bbe11b req-b85e5eb4-3eeb-4769-8e02-1e9f5be5b1b7 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1214821 Jun 28 12:35:13.415480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Attempting to bind port a40f6b47-2628-45e7-96cf-f9c235e69cd6 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:13.415950 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Attempting to bind port a40f6b47-2628-45e7-96cf-f9c235e69cd6 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:13.416579 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Attempting to bind port a40f6b47-2628-45e7-96cf-f9c235e69cd6 on network 274462e2-ff4d-4f32-bff7-d81dad20587c {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:13.422835 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:13.423316 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Checking segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:13.423794 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.424255 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Bound using segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:13.424803 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Bound port: a40f6b47-2628-45e7-96cf-f9c235e69cd6, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:13.425245 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.436772 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.436772 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.437210 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.437361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.437751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.438164 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.438549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.438936 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.439438 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.439723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.440125 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.440516 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:13.445767 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:13.479445 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-fa574508-d215-4116-9970-dff531bbe11b req-ae807ad5-70e6-4de0-857e-ac6f4003ee8d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586927 Jun 28 12:35:13.524084 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.538092 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] For port a40f6b47-2628-45e7-96cf-f9c235e69cd6, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:13.541468 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] For port a40f6b47-2628-45e7-96cf-f9c235e69cd6, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a40f6b47-2628-45e7-96cf-f9c235e69cd6,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:13.555662 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.660296 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:13.666712 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:13.801256 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Pushing event updated for resources: {'Port': ['ID=a40f6b47-2628-45e7-96cf-f9c235e69cd6,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:13.805729 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:13.846805 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Allocated IP 172.28.1.43 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/4d0c3ed6-a285-4daa-8909-bf9fc5462765) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:14.031944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.163009 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:14.173461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-94aaecf1-3e68-488a-9aa2-3c246b649558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:14.237847 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:14.241952 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:14.246308 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:14.283434 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0c3ed6-a285-4daa-8909-bf9fc5462765,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:14.290214 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:14.792814 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a40f6b47-2628-45e7-96cf-f9c235e69cd6 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:14.914000 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929626c0-b72d-44eb-bf51-c93c234fa813 req-2d66810d-91a4-427a-b7c8-29030eae1918 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:14.915648 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-929626c0-b72d-44eb-bf51-c93c234fa813 req-2d66810d-91a4-427a-b7c8-29030eae1918 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2323740 Jun 28 12:35:14.999459 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port a40f6b47-2628-45e7-96cf-f9c235e69cd6 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:15.028812 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fda00a-d68b-488f-8673-83d1b14bf058 None None] Network 274462e2-ff4d-4f32-bff7-d81dad20587c requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:15.054407 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-929626c0-b72d-44eb-bf51-c93c234fa813 req-83dbdc44-a499-4514-94cb-c5c2e85496b1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829937 Jun 28 12:35:15.055230 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.260165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Provisioning for port a40f6b47-2628-45e7-96cf-f9c235e69cd6 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:15.275959 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Provisioning complete for port a40f6b47-2628-45e7-96cf-f9c235e69cd6 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:15.276225 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.470899 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.481127 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.521758 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] For port a40f6b47-2628-45e7-96cf-f9c235e69cd6, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a40f6b47-2628-45e7-96cf-f9c235e69cd6,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:15.636703 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.638735 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:15.733372 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Pushing event updated for resources: {'Port': ['ID=a40f6b47-2628-45e7-96cf-f9c235e69cd6,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:15.736968 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:15.766400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-0367bd96-ee51-48ce-b2ca-40fb9528281f None None] Provisioning complete for port a40f6b47-2628-45e7-96cf-f9c235e69cd6 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:15.767016 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-0367bd96-ee51-48ce-b2ca-40fb9528281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:15.853713 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:35:15.933270 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Router 2e2340a2-d95c-4324-b234-7b77059916ab is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:35:16.147771 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:16.158862 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Sync routers for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:16.171150 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:16.171892 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:16.265139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:16.266521 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9081883 Jun 28 12:35:16.269480 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55796) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:16.320993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655127b-7878-4327-a174-4fc33dd5473f req-61aadb05-bd51-4340-83db-7a7a7f63a110 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:16.324934 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5655127b-7878-4327-a174-4fc33dd5473f req-61aadb05-bd51-4340-83db-7a7a7f63a110 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1369684 Jun 28 12:35:16.350689 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55800) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:16.383443 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5655127b-7878-4327-a174-4fc33dd5473f req-998bb765-a136-4626-8fc2-600e11e0ae39 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528762 Jun 28 12:35:16.401015 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:16.729596 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a40f6b47-2628-45e7-96cf-f9c235e69cd6 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:16.901690 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port a40f6b47-2628-45e7-96cf-f9c235e69cd6 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:16.902000 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.035316 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:14Z', 'revision_number': 3, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:17.045196 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Checking router: 2e2340a2-d95c-4324-b234-7b77059916ab for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:17.045566 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Updating router 2e2340a2-d95c-4324-b234-7b77059916ab port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:17.158504 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.580625 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.603181 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Transition to ACTIVE for port object 4d0c3ed6-a285-4daa-8909-bf9fc5462765 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:17.679997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.716080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.719959 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:17.804479 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Attempting to bind port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:17.805007 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Attempting to bind port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:17.805217 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Attempting to bind port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:17.815716 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:17.816095 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:17.816519 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.816903 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:17.817391 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Bound port: 4d0c3ed6-a285-4daa-8909-bf9fc5462765, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:17.817810 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:17.831864 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f0f5-031f-45f7-8da5-b02c1047edb2 req-e26746c9-39af-462f-8774-94766d92e1ad tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:17.834073 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-af39f0f5-031f-45f7-8da5-b02c1047edb2 req-e26746c9-39af-462f-8774-94766d92e1ad tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2925270 Jun 28 12:35:17.855226 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Pushing event updated for resources: {'Port': ['ID=4d0c3ed6-a285-4daa-8909-bf9fc5462765,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:17.875074 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:17.904414 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] For port 4d0c3ed6-a285-4daa-8909-bf9fc5462765, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:17.908346 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] For port 4d0c3ed6-a285-4daa-8909-bf9fc5462765, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4d0c3ed6-a285-4daa-8909-bf9fc5462765,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:17.989276 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.013667 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.017701 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:18.078275 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-af39f0f5-031f-45f7-8da5-b02c1047edb2 req-b79e5ce4-35dc-492f-a0d0-198d89e20a46 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921964 Jun 28 12:35:18.104348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:18.104348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:18.166874 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Pushing event updated for resources: {'Port': ['ID=4d0c3ed6-a285-4daa-8909-bf9fc5462765,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:18.183204 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:18.274777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Allocated IP 172.20.0.1 (274462e2-ff4d-4f32-bff7-d81dad20587c/8aa13c83-ebf1-4c58-8e56-795a81bb111b/c61a078c-ff8e-4958-838f-a470f77db02a) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:18.301224 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:18.633947 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:14Z', 'revision_number': 3, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:18.640882 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d186-2df3-442f-ad7c-174c940777c0 None None] The sync data for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb is: [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:14Z', 'revision_number': 3, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:18.774866 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-ac8f1ee6-b426-4fcd-a1a0-9ae567126ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:18.776365 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-ac8f1ee6-b426-4fcd-a1a0-9ae567126ebf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.4638052 Jun 28 12:35:18.787410 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:18.905357 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Transition to ACTIVE for port object c61a078c-ff8e-4958-838f-a470f77db02a will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:19.043215 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Deleting port 6a1af5bf-feb1-4406-b9b6-b7b729315816 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:19.043554 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.075220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-e686a05a-c0f9-4264-8da9-2830188c043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:19.076092 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-e686a05a-c0f9-4264-8da9-2830188c043e service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.2921665 Jun 28 12:35:19.205280 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.216365 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7f254915-394e-4948-b483-7ef6fa6661f9 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:19.332898 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fc364-a24a-4947-99dd-9cb9b90f6d0b req-9e262295-61cb-4642-a8f4-bc258df13872 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:19.335645 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-788fc364-a24a-4947-99dd-9cb9b90f6d0b req-9e262295-61cb-4642-a8f4-bc258df13872 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1076276 Jun 28 12:35:19.418151 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-788fc364-a24a-4947-99dd-9cb9b90f6d0b req-6478708c-31ce-4ce7-8f6c-a99ec4414bdc tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738657 Jun 28 12:35:19.482811 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-5e0df9f9-f69c-4ed0-b253-33767ea53151 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 1000 time: 0.3990633 Jun 28 12:35:19.484796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Network 274462e2-ff4d-4f32-bff7-d81dad20587c is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:19.494552 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:19.533275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:19.615833 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Pushing event updated for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:19.628128 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:19.657811 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.661042 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-948646a2-7aa9-45c5-aca0-0c7496db4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:19.663450 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-948646a2-7aa9-45c5-aca0-0c7496db4e58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.1727288 Jun 28 12:35:19.738270 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] For port 6a1af5bf-feb1-4406-b9b6-b7b729315816, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6a1af5bf-feb1-4406-b9b6-b7b729315816,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:19.738702 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.869946 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-52d87558-899c-4546-a991-915292ea2eec None None] Provisioning for port c61a078c-ff8e-4958-838f-a470f77db02a completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:19.875644 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-52d87558-899c-4546-a991-915292ea2eec None None] Provisioning complete for port c61a078c-ff8e-4958-838f-a470f77db02a triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:19.876199 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-52d87558-899c-4546-a991-915292ea2eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:19.892697 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Calling delete_port for 6a1af5bf-feb1-4406-b9b6-b7b729315816 owned by network:router_interface {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:19.939223 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-52d87558-899c-4546-a991-915292ea2eec None None] Port c61a078c-ff8e-4958-838f-a470f77db02a cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:20.139657 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-e5a437ef-69a1-4b18-bb73-4637fff5e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:20.141000 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-e5a437ef-69a1-4b18-bb73-4637fff5e2fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4623289 Jun 28 12:35:20.422555 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-ab1aab8b-1dd8-4cf5-bf54-389e19cffdc2 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660770 Jun 28 12:35:20.478412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.642734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:20.647380 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5dbe289f-7b09-4b69-b8b4-c2bf4334e992 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:20.709053 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4d0c3ed6-a285-4daa-8909-bf9fc5462765 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:20.737664 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a1af5bf-feb1-4406-b9b6-b7b729315816,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:20.774683 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:20.865653 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:20.875045 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:20.876274 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.010693 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0a104037-cacb-48f8-a78a-33551d6fe13a req-03a90f85-68ed-4667-ad0f-a5b0507e2e19 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767655 Jun 28 12:35:21.074537 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.109752 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 4d0c3ed6-a285-4daa-8909-bf9fc5462765, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4d0c3ed6-a285-4daa-8909-bf9fc5462765,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:21.185278 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.189290 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:21.269283 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34502e3-d74c-4cb1-8ee1-bf2d2b6dfbaf req-064f182c-74c8-4250-8054-45cdce514357 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:21.270894 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a34502e3-d74c-4cb1-8ee1-bf2d2b6dfbaf req-064f182c-74c8-4250-8054-45cdce514357 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.7109356 Jun 28 12:35:21.322916 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=4d0c3ed6-a285-4daa-8909-bf9fc5462765,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:21.327450 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:21.390874 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a34502e3-d74c-4cb1-8ee1-bf2d2b6dfbaf req-24ddbf2f-5554-4ba7-8647-b7c32c99cf3f tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107671 Jun 28 12:35:21.486976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.499778 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.570849 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:21.603905 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-594f29e5-9810-43d8-b733-9a8868a2b899 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:21.714293 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Pushing event updated for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:21.774361 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:21.784829 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.113077 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Network 274462e2-ff4d-4f32-bff7-d81dad20587c is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:22.116981 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:22.297686 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Router 340a9494-32f1-448f-a2f9-c1641e398960 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:22.376390 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9d504a5e-7d68-4289-8a35-94604046b9b7 None None] Provisioning complete for port c61a078c-ff8e-4958-838f-a470f77db02a triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:22.376977 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9d504a5e-7d68-4289-8a35-94604046b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:22.440480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-9d504a5e-7d68-4289-8a35-94604046b9b7 None None] Port c61a078c-ff8e-4958-838f-a470f77db02a cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:22.658920 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Router 2e2340a2-d95c-4324-b234-7b77059916ab has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:22.687685 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:22.703088 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Sync routers for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:22.738369 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:22.739943 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:22.740628 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053254-7973-4b54-b01a-5100a363d833 req-eea4897c-11c3-46e3-bd31-a1ec754e3dc7 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:22.743479 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-29053254-7973-4b54-b01a-5100a363d833 req-eea4897c-11c3-46e3-bd31-a1ec754e3dc7 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1537776 Jun 28 12:35:22.839128 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-29053254-7973-4b54-b01a-5100a363d833 req-925cf801-7378-4572-896b-ac5a1845ac40 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815570 Jun 28 12:35:22.873637 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4d0c3ed6-a285-4daa-8909-bf9fc5462765 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:23.038551 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:23.057844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:23.058448 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.197519 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] 10.222.0.37 "PUT /v2.0/routers/340a9494-32f1-448f-a2f9-c1641e398960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8349187 Jun 28 12:35:23.200446 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55816) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:23.276523 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:23.285318 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] 10.222.0.37 "PUT /v2.0/routers/2e2340a2-d95c-4324-b234-7b77059916ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0144086 Jun 28 12:35:23.297995 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Sync routers for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:23.309796 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:23.310434 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:23.404716 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.558549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:23.613131 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.634037 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24'}], 'enable_snat': True}, 'gw_port_id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 5, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port': {'id': '6eb75c10-00ba-453e-81c7-b0763d5b3e87', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340a9494-32f1-448f-a2f9-c1641e398960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:29:03Z', 'updated_at': '2021-06-28T12:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:23.638304 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Checking router: 340a9494-32f1-448f-a2f9-c1641e398960 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:23.648093 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Routers {'340a9494-32f1-448f-a2f9-c1641e398960'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:23.648708 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['340a9494-32f1-448f-a2f9-c1641e398960'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:23.693839 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Deleting port 6eb75c10-00ba-453e-81c7-b0763d5b3e87 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:23.694713 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:23.823380 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] Set router 340a9494-32f1-448f-a2f9-c1641e398960 gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:23.944555 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:35:23Z', 'revision_number': 6, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port_host': None}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:23.949066 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e856f-d2f0-4736-bfc5-3e2bff5a7d0c None None] The sync data for ids ['340a9494-32f1-448f-a2f9-c1641e398960'] in dv-cinder-798094-1-smb is: [{'id': '340a9494-32f1-448f-a2f9-c1641e398960', 'name': 'tempest-AttachVolumeTestJSON-2000646914-router', 'tenant_id': 'c1c390b339574f249054a6ff32b30b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:29:01Z', 'updated_at': '2021-06-28T12:35:23Z', 'revision_number': 6, 'project_id': 'c1c390b339574f249054a6ff32b30b4d', 'gw_port_host': None}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:23.963812 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 2, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:23.968810 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Checking router: 2e2340a2-d95c-4324-b234-7b77059916ab for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:23.969474 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Updating router 2e2340a2-d95c-4324-b234-7b77059916ab port c61a078c-ff8e-4958-838f-a470f77db02a binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:24.036225 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.226560 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa79325-9e82-4a7e-beab-8fd036244ae8 req-140677f6-128a-4bcd-a213-5ac0d2e434c0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:24.235712 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7fa79325-9e82-4a7e-beab-8fd036244ae8 req-140677f6-128a-4bcd-a213-5ac0d2e434c0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1632059 Jun 28 12:35:24.316989 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7fa79325-9e82-4a7e-beab-8fd036244ae8 req-8979051d-be2c-470f-8163-de070e7b1b15 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800710 Jun 28 12:35:24.363761 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] For port 6eb75c10-00ba-453e-81c7-b0763d5b3e87, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=6eb75c10-00ba-453e-81c7-b0763d5b3e87,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:24.369976 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.550106 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Calling delete_port for 6eb75c10-00ba-453e-81c7-b0763d5b3e87 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:24.704133 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.790873 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55836) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:24.796942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1401437373-network', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:24.802190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:24.809649 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:24.810006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Usage tracker for resource:network and tenant:c231559af0b943a68a87ff38f73bcc4c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:24.810921 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:24.820100 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:24.876461 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Transition to ACTIVE for port object c61a078c-ff8e-4958-838f-a470f77db02a will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:24.877224 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.900159 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:24.971425 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Made reservation on behalf of c231559af0b943a68a87ff38f73bcc4c for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:24.972134 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:24.976142 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.002976 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6eb75c10-00ba-453e-81c7-b0763d5b3e87 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:25.037121 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb75c10-00ba-453e-81c7-b0763d5b3e87,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:25.045762 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:25.046675 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.050953 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.060890 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:25.110326 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 6eb75c10-00ba-453e-81c7-b0763d5b3e87 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:25.110326 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6eb75c10-00ba-453e-81c7-b0763d5b3e87 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:25.110326 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6a1af5bf-feb1-4406-b9b6-b7b729315816 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:25.111386 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:25.135137 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:c231559af0b943a68a87ff38f73bcc4c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:25.144312 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:25.163389 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:25.200513 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.230358 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:25.250729 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 6a1af5bf-feb1-4406-b9b6-b7b729315816 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:25.251649 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 6a1af5bf-feb1-4406-b9b6-b7b729315816 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:25.282510 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:25.325746 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'code': 200} Jun 28 12:35:25.337466 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df706e77-e4a6-4503-806c-d5448ce6cabf None None] Pushing event updated for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:25.339626 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-df706e77-e4a6-4503-806c-d5448ce6cabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:25.449811 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.455663 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-91f864ae-825f-402d-b812-700593971548 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:25.524250 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.533829 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Attempting to bind port c61a078c-ff8e-4958-838f-a470f77db02a on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:25.534568 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Attempting to bind port c61a078c-ff8e-4958-838f-a470f77db02a by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:25.535250 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Attempting to bind port c61a078c-ff8e-4958-838f-a470f77db02a on network 274462e2-ff4d-4f32-bff7-d81dad20587c {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:25.561310 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:25.561970 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Checking segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:25.580815 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.580815 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Bound using segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:25.580815 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Bound port: c61a078c-ff8e-4958-838f-a470f77db02a, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:25.580815 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.626334 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0215d72-809c-42fc-b8d6-42ab09697114 req-d1f210a8-7b08-4c9f-b22a-a31bb847214d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:25.631176 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e0215d72-809c-42fc-b8d6-42ab09697114 req-d1f210a8-7b08-4c9f-b22a-a31bb847214d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.1146054 Jun 28 12:35:25.655291 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=6']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:25.672690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.677565 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:25.680588 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.685944 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5c81142-f453-4c72-b91d-1fb037e8c47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:25.702872 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.723038 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e0215d72-809c-42fc-b8d6-42ab09697114 req-35ae7852-d4e8-43a0-8d2b-c2e630a624e4 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838075 Jun 28 12:35:25.731836 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] For port c61a078c-ff8e-4958-838f-a470f77db02a, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:25.738182 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] For port c61a078c-ff8e-4958-838f-a470f77db02a, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=c61a078c-ff8e-4958-838f-a470f77db02a,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:25.761791 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:25.789730 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59f3621-6e20-45df-be54-bfc74e6a5253,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:25.796192 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.796192 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Added segment 077d6c40-40ca-47a8-a6ee-517849d6bdbf of type vlan for network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 Jun 28 12:35:25.797888 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:25.824867 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.828902 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:25.847300 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.887965 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.888569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340a9494-32f1-448f-a2f9-c1641e398960 {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:35:25.917733 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:25.918471 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:25.959062 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:25.960882 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] 10.222.0.37 "DELETE /v2.0/routers/340a9494-32f1-448f-a2f9-c1641e398960 HTTP/1.1" status: 204 len: 168 time: 2.7592111 Jun 28 12:35:25.963819 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55846) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:26.012464 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df706e77-e4a6-4503-806c-d5448ce6cabf None None] Pushing event updated for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:26.017750 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-df706e77-e4a6-4503-806c-d5448ce6cabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:26.030742 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.035164 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:26.035164 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.043083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a2aee4af-23c7-4d9f-87ca-0c50e233f8cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:26.161656 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Deleting subnet 8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:26.167864 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.205817 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:26.249505 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:26.259738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:26.299817 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:26.303469 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.355499 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6cc0afc5-5e9c-4c13-b10a-e04b0dc02fa3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5617521 Jun 28 12:35:26.360527 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55852) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:26.368858 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Request body: {'subnet': {'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1401437373-subnet', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:26.375535 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:26.381250 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Usage tracker for resource:subnet and tenant:c231559af0b943a68a87ff38f73bcc4c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:26.384938 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:26.392571 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:26.483083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Made reservation on behalf of c231559af0b943a68a87ff38f73bcc4c for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:26.491961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.608165 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.641335 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55860) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:26.670971 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eb59-25d1-4380-8627-0247cfc92238 req-df2449f7-d2cc-4a0d-9626-d555340cce10 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:26.679316 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5cb8eb59-25d1-4380-8627-0247cfc92238 req-df2449f7-d2cc-4a0d-9626-d555340cce10 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.3059742 Jun 28 12:35:26.743652 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5cb8eb59-25d1-4380-8627-0247cfc92238 req-1c6714ac-ed81-4e1b-b8df-22692ab5603d tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633514 Jun 28 12:35:26.825160 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.837388 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:25Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:26.839272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c12fbb5e-ba9d-46d4-8776-46c3b043c863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:26.844666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1c7e3-9bd0-4fb0-ac23-50b4e0d553e2 None None] The sync data for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb is: [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:25Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:26.889503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecea80e-5804-4cd7-b84e-4a9fd9de2e99,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:26.895336 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:26.961046 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:26.961642 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e85e6-75d4-477c-9bb2-f9431ecff4eb None None] Network 8809ae2e-fc02-4ead-99c0-bc180ed14c24 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:26.961839 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f028a7c9-2efb-412a-8093-3eb69a876262 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8ecea80e-5804-4cd7-b84e-4a9fd9de2e99 HTTP/1.1" status: 204 len: 168 time: 0.9866991 Jun 28 12:35:26.964286 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55866) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:26.974905 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-7810c0d5-848b-4c36-9b61-1b140c05d7d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3315656 Jun 28 12:35:27.194569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.199771 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:27.225377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.263698 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Deleting port 5ee8882e-3876-4dd7-bc90-58734eecd4ac {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:27.264039 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.394137 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] DHCP port deletion for 8809ae2e-fc02-4ead-99c0-bc180ed14c24 request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:35:27.398664 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8f41905-7332-4a53-9ee0-5f9bc6bc20db,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:27.399845 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Deleting port 5ee8882e-3876-4dd7-bc90-58734eecd4ac {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:27.400633 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.408030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:27.428009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Checking segment: {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:27.432009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Network hostable DHCP agents. Network: 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:27.585163 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:27.707733 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] For port 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=5ee8882e-3876-4dd7-bc90-58734eecd4ac,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:27.708916 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.716037 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] For port 5ee8882e-3876-4dd7-bc90-58734eecd4ac, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=5ee8882e-3876-4dd7-bc90-58734eecd4ac,segment=NetworkSegment(e931efc0-893e-44f5-9a6f-f2196ebe13e0),segment_id=e931efc0-893e-44f5-9a6f-f2196ebe13e0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:27.716678 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.727112 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:27.731920 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:27.732653 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:27.750098 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa90838-4ae2-4b53-bc26-77c46332ef4a None None] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:27.913584 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-26268060-00c9-49c0-a9ca-7e98e3f54e15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5512545 Jun 28 12:35:27.917346 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55880) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:27.935003 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:27.953439 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:27.958739 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Usage tracker for resource:router and tenant:c231559af0b943a68a87ff38f73bcc4c is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:27.963825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:27.979137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Calling delete_port for 5ee8882e-3876-4dd7-bc90-58734eecd4ac owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:28.024298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:28.142082 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd19bc-8e2a-47e9-932b-75a577d03734 req-acb53913-1d71-449e-bb51-65fc23592eea tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:28.145282 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9fd19bc-8e2a-47e9-932b-75a577d03734 req-acb53913-1d71-449e-bb51-65fc23592eea tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.1829362 Jun 28 12:35:28.227750 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9fd19bc-8e2a-47e9-932b-75a577d03734 req-c47a241a-3be0-4721-bd55-004c6a2eb421 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689130 Jun 28 12:35:28.237613 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Calling delete_port for 5ee8882e-3876-4dd7-bc90-58734eecd4ac owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:28.255022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16316139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1178'] for router, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.257429 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16312847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16366450', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16335036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1165'] for router, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.289512 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.356828 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.366790 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1f440431-e690-4781-a11e-81da4964baa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:28.438450 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee8882e-3876-4dd7-bc90-58734eecd4ac,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:28.441207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:28.447634 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] No DVR routers for this DVR port 5ee8882e-3876-4dd7-bc90-58734eecd4ac on host dv-cinder-798094-1-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:28.580175 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef543f63-5f22-583c-b3d8-97476982ac9c-60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'fixed_ips': [{'subnet_id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db'}]}} from dv-cinder-798094-1-smb. {{(pid=79309) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 12:35:28.581024 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.619887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.620091 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:35:28.620401 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:35:28.678333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8809ae2e-fc02-4ead-99c0-bc180ed14c24']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:28.722727 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e931efc0-893e-44f5-9a6f-f2196ebe13e0') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:28.726720 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e931efc0-893e-44f5-9a6f-f2196ebe13e0') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:28.763626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.782309 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device c61a078c-ff8e-4958-838f-a470f77db02a up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:28.795311 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.808148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:28.814252 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:28.832579 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:29.041250 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.db_base_plugin_common [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Allocated IP 172.20.0.2 (60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61/d8f41905-7332-4a53-9ee0-5f9bc6bc20db/4381d9ee-ac73-4de3-8e30-594aa6c91a97) {{(pid=79309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:29.152518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Deleting port 5ee8882e-3876-4dd7-bc90-58734eecd4ac {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:29.152996 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.214294 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port c61a078c-ff8e-4958-838f-a470f77db02a completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:29.225944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.230616 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.233427 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:29.249620 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16366432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16316130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1151'] for router, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.260119 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8809ae2e-fc02-4ead-99c0-bc180ed14c24,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:29.266430 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:29.280784 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-b8088bf9-f76f-48cd-8d6a-6044f3bcc380 None None] The port '5ee8882e-3876-4dd7-bc90-58734eecd4ac' was deleted {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:35:29.284668 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port c61a078c-ff8e-4958-838f-a470f77db02a triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:29.285043 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.357812 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8809ae2e-fc02-4ead-99c0-bc180ed14c24 HTTP/1.1" status: 204 len: 168 time: 2.3903496 Jun 28 12:35:29.528567 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.533407 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26b81-fcca-4fa8-b9f8-41901b8acdec req-dc7a2e10-7b2c-48c9-a3be-dcb517458680 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:29.536928 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6fb26b81-fcca-4fa8-b9f8-41901b8acdec req-dc7a2e10-7b2c-48c9-a3be-dcb517458680 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.1341300 Jun 28 12:35:29.545007 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks [] for port, precommit_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.568349 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Transition to ACTIVE for port object 4381d9ee-ac73-4de3-8e30-594aa6c91a97 will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:29.591318 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port c61a078c-ff8e-4958-838f-a470f77db02a, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=c61a078c-ff8e-4958-838f-a470f77db02a,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:29.598062 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Transition to ACTIVE for port object 4381d9ee-ac73-4de3-8e30-594aa6c91a97 will not be triggered until provisioned by entity DHCP. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:29.645002 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6fb26b81-fcca-4fa8-b9f8-41901b8acdec req-dde9321f-d050-42c7-b00c-41997645fc92 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974410 Jun 28 12:35:29.699867 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.714788 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157'] for port, after_create {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.716835 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:29.809177 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.848567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:29.849639 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 5ee8882e-3876-4dd7-bc90-58734eecd4ac no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:29.887796 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 is already hosted by enough agents. {{(pid=79309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:29.897683 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.scheduler.base_scheduler [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Resources bound (agent type, host, resource id): {{(pid=79309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:29.899587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 5ee8882e-3876-4dd7-bc90-58734eecd4ac {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:29.899944 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 5ee8882e-3876-4dd7-bc90-58734eecd4ac not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:29.901457 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Received port after_create {{(pid=79309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:29.916821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55888) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:29.982258 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:29.996032 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-d6121449-02bf-4a3b-8725-3213840a9cf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1c390b339574f249054a6ff32b30b4d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0768347 Jun 28 12:35:29.999761 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 55892) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:30.081288 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Allocated IP 172.28.1.103 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/cdb437d1-7d6a-43b8-a6b3-e71faf123a30) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:30.107151 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.124967 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Pushing event updated for resources: {'Port': ['ID=4381d9ee-ac73-4de3-8e30-594aa6c91a97,revision_number=1']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:30.144929 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.147841 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:30.148197 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.161683 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Attempting to bind port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:30.162117 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Attempting to bind port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:30.162491 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Attempting to bind port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 on network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:30.170937 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:30.170937 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Checking segment: {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:30.173518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.173518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Bound using segment: {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:30.173518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Bound port: 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:30.173518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.197139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.246257 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.283895 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-be78398c-b18c-499d-af05-8d433378c513 None None] For port 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:30.287186 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.290634 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-be78398c-b18c-499d-af05-8d433378c513 None None] For port 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4381d9ee-ac73-4de3-8e30-594aa6c91a97,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:30.337276 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfd73-e05b-4501-901f-832852e9788d req-0f797bef-66e3-44c1-ba6e-52bc9f8febe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:30.338710 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-0f797bef-66e3-44c1-ba6e-52bc9f8febe5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282&tenant_id=e598201683e7445a8dfcf8ebd6a9db0f HTTP/1.1" status: 200 len: 1096 time: 0.1339080 Jun 28 12:35:30.450095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfd73-e05b-4501-901f-832852e9788d req-a7e39df4-64ab-479b-9320-1669b63f3419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:30.451607 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-a7e39df4-64ab-479b-9320-1669b63f3419 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1096 time: 0.0763710 Jun 28 12:35:30.476581 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.477470 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.479621 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.481658 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-2fa2ecbb-99fc-4a8b-8c69-405cb80ef50f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:30.485217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b5b4d09a-07a2-430c-bce6-daf12354c00b tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:30.487018 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-59b8695c-9ce8-4d77-bb44-321a1188965e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:30.564581 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36216fe9-1115-4d1d-b10c-c7632cd15c9a,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:30.581488 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.581865 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.582259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.582621 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.583073 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.584272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.584272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.584272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.584755 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.584755 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.586083 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.586083 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:30.587404 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Pushing event updated for resources: {'Port': ['ID=4381d9ee-ac73-4de3-8e30-594aa6c91a97,revision_number=2']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:30.591751 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.594569 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:30.600113 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36216fe9-1115-4d1d-b10c-c7632cd15c9a HTTP/1.1" status: 204 len: 168 time: 0.5948558 Jun 28 12:35:30.600407 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:30.600608 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.602451 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:30.609069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:30.655988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:30.663603 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:30.678428 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfd73-e05b-4501-901f-832852e9788d req-6dfb9b69-8ad5-48c4-abae-a410d251aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:30.681682 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-6dfb9b69-8ad5-48c4-abae-a410d251aa0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.2223947 Jun 28 12:35:30.764375 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device c61a078c-ff8e-4958-838f-a470f77db02a up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:30.885820 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-6676a4da-d92a-498e-bc49-d7fa6ca5a5d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 998 time: 0.1953874 Jun 28 12:35:30.948884 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port c61a078c-ff8e-4958-838f-a470f77db02a triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:30.949626 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.060944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfd73-e05b-4501-901f-832852e9788d req-24c7a958-c206-4325-bf9a-6c46af38c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:31.063746 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-24c7a958-c206-4325-bf9a-6c46af38c86b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.1710811 Jun 28 12:35:31.231574 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dfd73-e05b-4501-901f-832852e9788d req-5e009203-086e-45c3-a7dd-790ad4f08ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:31.238010 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-5e009203-086e-45c3-a7dd-790ad4f08ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1662862 Jun 28 12:35:31.298043 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6d14c-0fb8-42f2-ba95-8b9663dbf81f req-ddea4843-1ab0-4222-bffb-b47e65dbeb03 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:31.299880 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5be6d14c-0fb8-42f2-ba95-8b9663dbf81f req-ddea4843-1ab0-4222-bffb-b47e65dbeb03 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.3525400 Jun 28 12:35:31.447998 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5be6d14c-0fb8-42f2-ba95-8b9663dbf81f req-fafe0333-2fa0-49bf-810a-277d1c4fdff6 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353869 Jun 28 12:35:31.470344 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.495578 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-c48b38df-ab02-49f2-a65a-14320ece94c4 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496355 Jun 28 12:35:31.673247 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5d2dfd73-e05b-4501-901f-832852e9788d req-ca4b2580-4d8a-42d4-9277-e74958f81c18 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699600 Jun 28 12:35:31.870311 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-426ef3d2-9a1f-4792-b3c9-8400663d3720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:31.945090 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8933f629-8229-4c93-af5d-c2100ca36a8e None None] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:32.025493 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16316157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16366407'] for router, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.259442 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-6b94b508-9aec-4b97-9f91-9da48846e9dc None None] Provisioning for port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:32.329737 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:32.545602 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 is scheduled to L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee with binding_index 1 {{(pid=79307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 12:35:32.838125 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4381d9ee-ac73-4de3-8e30-594aa6c91a97 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:32.906411 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ac2f0-bd64-44d1-ab27-73fc5bc317aa req-ec747e75-73cd-435d-a55d-d4c463eb3e16 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:32.910772 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-764ac2f0-bd64-44d1-ab27-73fc5bc317aa req-ec747e75-73cd-435d-a55d-d4c463eb3e16 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.2757454 Jun 28 12:35:32.913135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:32.926767 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Sync routers for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:32.942644 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:32.943585 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:32.996214 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-764ac2f0-bd64-44d1-ab27-73fc5bc317aa req-cd13a7cd-4951-4dd0-8d24-74e32139cc34 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707779 Jun 28 12:35:33.024875 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:33.062416 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:33.062838 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.071415 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.071631 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-87238eb1-9638-40eb-b3ab-2bd212bd4fe9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1525590 Jun 28 12:35:33.074402 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 55934) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:33.281383 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:33.344822 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.399053 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4381d9ee-ac73-4de3-8e30-594aa6c91a97,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:33.642328 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:33.646411 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-be78398c-b18c-499d-af05-8d433378c513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:33.757928 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 3, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:33.763654 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Checking router: 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:33.763654 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Updating router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 binding host dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:33.802080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=4381d9ee-ac73-4de3-8e30-594aa6c91a97,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:33.807523 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:33.835705 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.352545 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks [] for port, precommit_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.372668 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.provisioning_blocks [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Transition to ACTIVE for port object cdb437d1-7d6a-43b8-a6b3-e71faf123a30 will not be triggered until provisioned by entity L2. {{(pid=79310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:34.420086 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.436947 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6b4ff-81e7-4e63-b976-22b27e803169 req-0d326bfe-b35c-4319-86b2-ba969ca160ea tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:34.438519 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-14d6b4ff-81e7-4e63-b976-22b27e803169 req-0d326bfe-b35c-4319-86b2-ba969ca160ea tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 943 time: 0.2468915 Jun 28 12:35:34.555620 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-de1776e4-70b3-4c8b-a6bd-f2786b7b98dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.609052 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-14d6b4ff-81e7-4e63-b976-22b27e803169 req-5e18c106-4060-4509-ba41-27e12edaac8f tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591861 Jun 28 12:35:34.687446 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.694306 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-94ea5dee-097f-41ef-b858-d12b9a605941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:34.740137 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4381d9ee-ac73-4de3-8e30-594aa6c91a97 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:34.786182 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Pushing event updated for resources: {'Port': ['ID=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,revision_number=2']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:34.808659 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.809239 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.809813 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.815178 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:35:34.822788 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:34.827803 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:35:34.854784 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Attempting to bind port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:34.855312 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Attempting to bind port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:34.855845 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Attempting to bind port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 on network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:34.866705 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:34.867542 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Checking segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:34.868202 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.868873 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Bound using segment: {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'} {{(pid=79310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:34.869725 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.managers [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Bound port: cdb437d1-7d6a-43b8-a6b3-e71faf123a30, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4921f6c7-2eee-4129-8bc9-308a4d4d42d0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}}] {{(pid=79310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:34.870387 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:34.871107 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Allocated IP 172.20.0.1 (60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61/d8f41905-7332-4a53-9ee0-5f9bc6bc20db/e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:35.001194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:35.001582 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.007458 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] For port cdb437d1-7d6a-43b8-a6b3-e71faf123a30, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:35.013795 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.plugins.ml2.db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] For port cdb437d1-7d6a-43b8-a6b3-e71faf123a30, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:35.082356 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:35.102303 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'port_id': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'mac_address': 'fa:16:3e:59:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:35:35.118901 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.160466 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:35.218462 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.245509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0113058d-4d1f-4cd6-b5aa-e7079989025d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:35:35.263506 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:35.275058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.295047 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Transition to ACTIVE for port object e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:35.342686 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:35.343759 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:35.401641 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.403799 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:35.448264 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.455717 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.456025 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:35.480092 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=7']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:35.482916 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:35.494204 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Pushing event updated for resources: {'Port': ['ID=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,revision_number=3']} {{(pid=79310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:35.510592 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:35.517727 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG oslo_concurrency.lockutils [None req-94cfd8c6-0e8f-4cb9-a07a-31104773a9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79310) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:35.523529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:35.533354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:35.594577 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:35.599898 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:35.608398 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16366465'] for router_interface, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:35.730580 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['0113058d-4d1f-4cd6-b5aa-e7079989025d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:35:35.732530 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:36.176668 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 3, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:36.182069 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e81101-045a-4938-96fc-3f456dc51856 None None] The sync data for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb is: [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:30Z', 'revision_number': 3, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:36.224586 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-17cfacaf-0096-4c41-9e43-a4c7a68afeda None None] Provisioning for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:36.235694 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-17cfacaf-0096-4c41-9e43-a4c7a68afeda None None] Provisioning complete for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:36.236391 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-17cfacaf-0096-4c41-9e43-a4c7a68afeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.370298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd96e-0254-4fa3-ada5-43d91c212908 req-205232fe-cde4-45f5-832d-5904f3dda245 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:36.372145 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7b1cd96e-0254-4fa3-ada5-43d91c212908 req-205232fe-cde4-45f5-832d-5904f3dda245 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 944 time: 0.3847494 Jun 28 12:35:36.459350 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7b1cd96e-0254-4fa3-ada5-43d91c212908 req-8f59793c-9241-42ec-ba11-33db42a78223 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703375 Jun 28 12:35:36.478349 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-17cfacaf-0096-4c41-9e43-a4c7a68afeda None None] Port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:36.751637 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cdb437d1-7d6a-43b8-a6b3-e71faf123a30 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:36.778083 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.941269 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:36.946105 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:36.954342 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:36.955375 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.152645 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.173433 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port cdb437d1-7d6a-43b8-a6b3-e71faf123a30, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:37.264451 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.267297 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:37.278616 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.348860 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b6de-5642-4249-b15c-076ccf0bcc0b req-b1b83258-52a6-4bf7-bb36-d00a1cae1cef tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:37.351212 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9603b6de-5642-4249-b15c-076ccf0bcc0b req-b1b83258-52a6-4bf7-bb36-d00a1cae1cef tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.1080170 Jun 28 12:35:37.355499 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:37.360384 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:37.412794 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9603b6de-5642-4249-b15c-076ccf0bcc0b req-574c1e73-141e-48e1-b72f-ec771ba0fc6c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544291 Jun 28 12:35:37.447563 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.473835 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:37.595037 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:37.599256 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315944'] for router_interface, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:37.605802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:37.720692 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e4d8-5406-4731-b036-5bdd69d43f13 req-042cb912-9e21-47b0-88de-7a09e069aa60 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:37.722314 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0906e4d8-5406-4731-b036-5bdd69d43f13 req-042cb912-9e21-47b0-88de-7a09e069aa60 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 944 time: 0.0956752 Jun 28 12:35:37.761991 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:37.763367 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:37.786812 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-0906e4d8-5406-4731-b036-5bdd69d43f13 req-7f53ee10-eb2d-42fd-8c1f-161cf4a07a5b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538578 Jun 28 12:35:37.991250 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:38.029781 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2ac7ec56-b667-473e-866c-99a3e771583a None None] Provisioning complete for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:38.029781 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2ac7ec56-b667-473e-866c-99a3e771583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:38.115363 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7ec56-b667-473e-866c-99a3e771583a None None] Port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:35:38.229506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:38.240965 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e6766cc-025f-4e1f-a2f7-c9cca0e755b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1651838 Jun 28 12:35:38.302829 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Sync routers for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:38.320887 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:38.322092 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:38.559305 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:38.675180 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bd21a-02eb-4aaf-a851-166723b896be req-479b2834-c2ad-4c90-ab8d-97566cf7f956 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:38.677768 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-359bd21a-02eb-4aaf-a851-166723b896be req-479b2834-c2ad-4c90-ab8d-97566cf7f956 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.1064689 Jun 28 12:35:38.750495 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-359bd21a-02eb-4aaf-a851-166723b896be req-b7f40f9c-d8b8-409f-8b1c-c714461ec03b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623715 Jun 28 12:35:38.794662 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cdb437d1-7d6a-43b8-a6b3-e71faf123a30 up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:38.907509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:39.060366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56006) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:39.109114 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf176e-533b-482f-8033-f0992870ef57 req-6ba22d50-0a3a-4d74-8e46-c6c29ce5555a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.127795 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b9bf176e-533b-482f-8033-f0992870ef57 req-6ba22d50-0a3a-4d74-8e46-c6c29ce5555a tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 944 time: 0.1498044 Jun 28 12:35:39.249877 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:39.250752 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.339108 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b9bf176e-533b-482f-8033-f0992870ef57 req-9f8f5832-bd82-4ab1-af72-dfe61b278e30 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948881 Jun 28 12:35:39.344517 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.357751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 0113058d-4d1f-4cd6-b5aa-e7079989025d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:39.358424 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.365970 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:39.377408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f296d-f41d-4e62-804f-557da05309c0 req-dbf477c2-25b8-48a9-8514-e6eebfebc938 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:39.381125 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-950f296d-f41d-4e62-804f-557da05309c0 req-dbf477c2-25b8-48a9-8514-e6eebfebc938 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.2688899 Jun 28 12:35:39.399080 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Usage tracker for resource:security_group_rule and tenant:714b44b3cb304f86887e0b2a6c36e4af is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:39.406558 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:39.412610 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:39.557453 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.602234 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Deleting port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:39.602745 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.622604 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:36Z', 'revision_number': 4, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb', 'name': '', 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'mac_address': 'fa:16:3e:ab:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:34Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 2, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'subnets': [{'id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:39.641959 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.659878 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Checking router: 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:39.660241 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Updating router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb binding host dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 12:35:39.662921 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-93515102-5567-4a20-8d75-1d99b83e88b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:39.735726 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=714b44b3cb304f86887e0b2a6c36e4af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739812 Jun 28 12:35:39.749116 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56022) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:39.783508 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aef7c0-8967-48e6-b657-508f61bf1839,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:39.797549 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:39.801442 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.823723 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:39.959945 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:39.989663 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:40.013873 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.121588 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.145351 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.310034 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:40.350212 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.356183 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-749a3950-85af-4197-9b0d-dd2fc0322bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:40.383768 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aef7c0-8967-48e6-b657-508f61bf1839,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:40.396808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:40.400769 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.405474 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18aef7c0-8967-48e6-b657-508f61bf1839 HTTP/1.1" status: 204 len: 168 time: 0.6537571 Jun 28 12:35:40.473200 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'code': 200} Jun 28 12:35:40.533978 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=8']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:40.541817 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:40.665295 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] For port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:40.665955 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:40.815056 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731deef0-60b5-4e36-bb98-2e19291c1f54 req-d30f674b-16f2-46f7-8f27-4ae3d3ece7d8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:40.824176 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-731deef0-60b5-4e36-bb98-2e19291c1f54 req-d30f674b-16f2-46f7-8f27-4ae3d3ece7d8 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2920713 Jun 28 12:35:40.918297 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d484327-9f5f-49d9-bb58-8756eb5766f7 req-3209eaca-1f67-4cd8-a334-ab127ce39f71 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:40.920008 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2d484327-9f5f-49d9-bb58-8756eb5766f7 req-3209eaca-1f67-4cd8-a334-ab127ce39f71 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 946 time: 0.6408076 Jun 28 12:35:41.006704 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-731deef0-60b5-4e36-bb98-2e19291c1f54 req-671a67bf-3978-4898-acd0-ef61712f0851 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810026 Jun 28 12:35:41.064142 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b4154-7e01-43c0-9346-f8b4510deec9 req-49b362a1-75c8-455a-a866-1e0d3994af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:41.066889 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c39b4154-7e01-43c0-9346-f8b4510deec9 req-49b362a1-75c8-455a-a866-1e0d3994af88 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.2115872 Jun 28 12:35:41.165126 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c39b4154-7e01-43c0-9346-f8b4510deec9 req-bbd50017-a6f2-40c1-a873-5b83f1d02bdf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866759 Jun 28 12:35:41.259483 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks [] for port, precommit_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.286392 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Transition to ACTIVE for port object e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb will not be triggered until provisioned by entity L2. {{(pid=79309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:35:41.402790 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.412435 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:41.599636 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2d484327-9f5f-49d9-bb58-8756eb5766f7 req-f353556f-3baf-46eb-9209-f26a7bc2ff6e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=a67a6098-4e2b-4a23-9753-be8dee4de8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6557453 Jun 28 12:35:41.618549 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.619839 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.621027 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.l3_db [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Floating IP 019ee385-71b2-4b55-b145-fd9a045668cc disassociated. External IP: 172.28.1.234, port: 9ee2a3e8-6f2f-4bff-af5e-514f9077657d. Jun 28 12:35:41.621587 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Calling delete_port for 9ee2a3e8-6f2f-4bff-af5e-514f9077657d owned by compute:nova {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:41.672940 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Pushing event updated for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=3']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:41.803984 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:41.920259 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Attempting to bind port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb on host dv-cinder-798094-1-smb for vnic_type normal with profile {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:35:41.921497 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Attempting to bind port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb by drivers openvswitch,hyperv on host dv-cinder-798094-1-smb at level 0 using segments [{'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:35:41.924473 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Attempting to bind port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb on network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:35:41.942464 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Checking agent: {'id': 'aee65deb-94a2-4d4a-a50e-2ccc6512a828', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798094-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 20, 2), 'started_at': datetime.datetime(2021, 6, 28, 12, 20, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798094-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:35:41.942464 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Checking segment: {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:41.943228 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:41.943421 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Bound using segment: {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'} {{(pid=79309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:35:41.950344 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.managers [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Bound port: e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb, host: dv-cinder-798094-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077d6c40-40ca-47a8-a6ee-517849d6bdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61'}}] {{(pid=79309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:35:41.951755 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.155896 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.167363 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f6a1bf17-37c8-4939-8fa3-d0d616e45216 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:42.207713 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] For port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb, host dv-cinder-798094-1-smb, cleared binding levels {{(pid=79309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:35:42.214618 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] For port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb, host dv-cinder-798094-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:35:42.288609 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'Port': ['ID=9ee2a3e8-6f2f-4bff-af5e-514f9077657d,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.299181 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.345297 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:42.360072 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:42.686356 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:35:42.701779 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59007ceb-dd92-43f7-b00a-b3fd13ead34e req-33995fe4-b314-4d46-87c0-9a3b33d5ff0f tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:42.710156 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59007ceb-dd92-43f7-b00a-b3fd13ead34e req-33995fe4-b314-4d46-87c0-9a3b33d5ff0f tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2677341 Jun 28 12:35:42.747165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Pushing event updated for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:42.768264 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:42.769487 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:42.792667 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56058) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:42.907414 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:42.916155 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:35:43.061176 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 9ee2a3e8-6f2f-4bff-af5e-514f9077657d {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:35:43.067091 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 9ee2a3e8-6f2f-4bff-af5e-514f9077657d not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:35:43.145586 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-59007ceb-dd92-43f7-b00a-b3fd13ead34e req-5d41a05a-d422-4f05-926f-db42bd31c579 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4247074 Jun 28 12:35:43.361271 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-394163938-network', 'tenant_id': '9704f3d2c9fd4fd2a632f391c9603e0f'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:43.374782 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:43.380394 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Usage tracker for resource:network and tenant:9704f3d2c9fd4fd2a632f391c9603e0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:43.385156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:43.386309 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:43.401408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:43.448597 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-355a60eb-7e98-4d16-aec8-fb4532fae882 req-fa28f2e0-a824-4f99-a73e-52a8f7805df4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.1571891 Jun 28 12:35:43.483800 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:35:43.512786 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:35:43.543368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Made reservation on behalf of 9704f3d2c9fd4fd2a632f391c9603e0f for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:43.546468 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.570461 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:43.571870 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.573034 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.631392 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:43.639594 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9704f3d2c9fd4fd2a632f391c9603e0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:43.646886 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:43.663096 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:43.687126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] No DVR routers for this DVR port 9ee2a3e8-6f2f-4bff-af5e-514f9077657d on host hv-cinder-79809 {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:35:43.691321 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.700486 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-deleted', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:35:43.819800 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85802360-0feb-40f7-bcd4-82f39d6883b4', 'name': 'network-vif-deleted', 'tag': '9ee2a3e8-6f2f-4bff-af5e-514f9077657d', 'status': 'completed', 'code': 200} Jun 28 12:35:43.842275 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-950f296d-f41d-4e62-804f-557da05309c0 req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "DELETE /v2.0/ports/9ee2a3e8-6f2f-4bff-af5e-514f9077657d HTTP/1.1" status: 204 len: 173 time: 4.4505825 Jun 28 12:35:43.867819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:43.967475 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:36Z', 'revision_number': 4, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb', 'name': '', 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'mac_address': 'fa:16:3e:ab:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:34Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 4, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'subnets': [{'id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:43.972353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692bb306-0cec-478a-bf8d-b89bb0340a0e None None] The sync data for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb is: [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:35:36Z', 'revision_number': 4, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb', 'name': '', 'network_id': '60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'mac_address': 'fa:16:3e:ab:87:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:34Z', 'updated_at': '2021-06-28T12:35:42Z', 'revision_number': 4, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'subnets': [{'id': 'd8f41905-7332-4a53-9ee0-5f9bc6bc20db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:43.986900 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:43.998615 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.002898 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bab54633-2bb3-4f66-ac45-417d616fe1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:44.135017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28edf1e7-8450-47b8-9a35-b46dcc397588,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:44.176686 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:44.195630 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.196077 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Added segment 3be1a73b-bc18-49d3-919d-e2a06bd0b4de of type vlan for network ead5b4b4-cd18-471a-9299-fe173c705e47 Jun 28 12:35:44.254932 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:44.265297 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.453264 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.454772 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:44.456894 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:44.460624 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f2f5e677-9f3c-43e9-adca-f1c05c4252bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:44.656268 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:44.663504 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2750612-f78b-4ed0-b6a9-b205225dd1fd req-d39c6d65-e9b0-44f4-ae6b-800550bf2b02 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:44.665195 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c2750612-f78b-4ed0-b6a9-b205225dd1fd req-d39c6d65-e9b0-44f4-ae6b-800550bf2b02 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2235091 Jun 28 12:35:44.679180 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:35:44.717402 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:35:44.718544 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:35:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:44.728275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ead5b4b4-cd18-471a-9299-fe173c705e47,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:44.736041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:44.764856 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network ead5b4b4-cd18-471a-9299-fe173c705e47 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:44.850300 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0505939 Jun 28 12:35:44.885561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56070) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:44.904366 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-78ea1862-77fa-422d-92de-d48f9bbb35de req-37f30d81-b7fd-4d25-9110-6b2004f1a3d6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=85802360-0feb-40f7-bcd4-82f39d6883b4 HTTP/1.1" status: 200 len: 210 time: 0.1436651 Jun 28 12:35:44.912090 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c2750612-f78b-4ed0-b6a9-b205225dd1fd req-37f8ba3b-e092-4e1d-bc79-5c71282d7933 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407835 Jun 28 12:35:44.931144 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Request body: {'subnet': {'network_id': 'ead5b4b4-cd18-471a-9299-fe173c705e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-394163938-subnet', 'tenant_id': '9704f3d2c9fd4fd2a632f391c9603e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:44.947060 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:44.990379 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Usage tracker for resource:subnet and tenant:9704f3d2c9fd4fd2a632f391c9603e0f is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:45.000928 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:45.001748 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:45.032589 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:45.172880 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Made reservation on behalf of 9704f3d2c9fd4fd2a632f391c9603e0f for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:45.177199 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.185684 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:35:45.275144 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:35:45.281337 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:45.281719 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.630087 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.735952 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] For port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:35:45.807974 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:45.814001 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.822534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:45.828212 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca935df-efc6-46b8-a340-1a662c80f33d None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:35:45.846945 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:45.849739 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:45.919990 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f1bc61-2450-4ab1-90b2-b39876eb7107,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:45.934332 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:45.935333 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Checking segment: {'id': '3be1a73b-bc18-49d3-919d-e2a06bd0b4de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ead5b4b4-cd18-471a-9299-fe173c705e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:45.935883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Network hostable DHCP agents. Network: ead5b4b4-cd18-471a-9299-fe173c705e47, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:45.985397 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Pushing event updated for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:45.991417 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:46.098385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Network ead5b4b4-cd18-471a-9299-fe173c705e47 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:46.177841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, ead5b4b4-cd18-471a-9299-fe173c705e47) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:46.182739 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:46.183352 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.191627 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ebe6f3-73a6-408f-9e72-a8a2c894151d None None] Network ead5b4b4-cd18-471a-9299-fe173c705e47 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:46.233221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56080) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:46.345586 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-72236191-15b3-416e-946e-00e1e270806d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4322922 Jun 28 12:35:46.346480 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.459413 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.626965 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caceb861-f2c7-4ea2-9c05-c20aeff32d68 None None] Network ead5b4b4-cd18-471a-9299-fe173c705e47 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:46.721555 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb up at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:35:46.748518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb00a68-b01d-454a-9e3f-b286de780972 None None] New status for floating IP 019ee385-71b2-4b55-b145-fd9a045668cc: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:35:46.795099 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.803366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0a5952d5-3e3f-4f92-9e2a-ce140a264cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:46.832531 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a6098-4e2b-4a23-9753-be8dee4de8eb,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:46.836336 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:46.960139 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:46.973186 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56094) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:46.974577 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "DELETE /v2.0/security-groups/a67a6098-4e2b-4a23-9753-be8dee4de8eb HTTP/1.1" status: 204 len: 168 time: 0.7396340 Jun 28 12:35:47.007248 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.api.v2.resource [None req-607ab873-6544-4ff5-acdf-0832c56a4d31 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] show failed (client error): The resource could not be found. Jun 28 12:35:47.010635 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-607ab873-6544-4ff5-acdf-0832c56a4d31 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups/a67a6098-4e2b-4a23-9753-be8dee4de8eb HTTP/1.1" status: 404 len: 347 time: 0.0354676 Jun 28 12:35:47.015446 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56098) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:47.309350 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Provisioning complete for port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:35:47.310140 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.479898 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Deleting port 31ad64d3-9382-4841-b97d-9f90a16726fb {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:35:47.480837 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.733647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56110) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:47.741367 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-575318556-network', 'tenant_id': '30d0f7e71ffe4c4a83841400b699d912'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:47.748692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:47.754247 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Usage tracker for resource:network and tenant:30d0f7e71ffe4c4a83841400b699d912 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:47.758962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:47.767856 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:47.873984 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.874625 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.897818 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Made reservation on behalf of 30d0f7e71ffe4c4a83841400b699d912 for: {'network': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:47.902691 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for network, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.934150 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:47.982882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:47.993277 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Usage tracker for resource:security_group_rule and tenant:30d0f7e71ffe4c4a83841400b699d912 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:47.998078 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:48.006399 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:48.077600 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Calling delete_port for 31ad64d3-9382-4841-b97d-9f90a16726fb owned by network:floatingip {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:35:48.256405 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.418804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.424259 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0ff7f9f4-0a99-4c80-9af5-28878c394bd7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:48.489496 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=79307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 12:35:48.498409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6705c817-8405-45ae-a85b-c40f161e194f,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:48.503414 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.505590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:48.510818 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1b0bfcc2-a565-4d93-8799-f32dc936d7e0 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:48.516490 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.517030 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.segments_db [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Added segment 5d9b2f67-35c0-47d2-8a8e-96d03cece358 of type vlan for network 3510876f-db09-4714-9b43-92bbc519abb4 Jun 28 12:35:48.575555 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748873498233'] for network, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.612399 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'Port': ['ID=31ad64d3-9382-4841-b97d-9f90a16726fb,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:48.618516 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:48.750613 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.758308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694'] for network, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.760710 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:48.761941 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.770378 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:48.802023 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:48.808246 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-154f7035-3ca5-4f0e-83c5-7868fb7eb6ff tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "DELETE /v2.0/floatingips/019ee385-71b2-4b55-b145-fd9a045668cc HTTP/1.1" status: 204 len: 168 time: 1.7871001 Jun 28 12:35:48.999289 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Pushing event updated for resources: {'Network': ['ID=3510876f-db09-4714-9b43-92bbc519abb4,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:49.012512 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Network 3510876f-db09-4714-9b43-92bbc519abb4 details requested by agent ovs-agent-dv-cinder-798094-1-smb with host dv-cinder-798094-1-smb {{(pid=79309) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 12:35:49.015484 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:49.184278 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4490633 Jun 28 12:35:49.188436 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56116) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:49.195506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Request body: {'subnet': {'network_id': '3510876f-db09-4714-9b43-92bbc519abb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-575318556-subnet', 'tenant_id': '30d0f7e71ffe4c4a83841400b699d912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:49.200643 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:49.204933 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Usage tracker for resource:subnet and tenant:30d0f7e71ffe4c4a83841400b699d912 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:49.209280 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:49.216683 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:49.338902 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Made reservation on behalf of 30d0f7e71ffe4c4a83841400b699d912 for: {'subnet': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:35:49.342438 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15945211'] for subnet, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:49.555616 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56120) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:49.569891 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537608105', 'description': 'tempest-description--876014869'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:49.580016 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:49.589307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:49.594460 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:49.607349 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:49.692770 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:49.719972 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:49.725144 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:49.728875 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:49.736526 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:49.762712 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15633638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15945197'] for subnet, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:49.780293 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ef6b850b-4316-40c2-9db4-1e84de15bb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:49.859092 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:49.933166 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6740c99-f534-4812-b701-0018dbe77b75,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:49.937069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:49.937826 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:49.940196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Checking segment: {'id': '5d9b2f67-35c0-47d2-8a8e-96d03cece358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3510876f-db09-4714-9b43-92bbc519abb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:35:49.940562 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Network hostable DHCP agents. Network: 3510876f-db09-4714-9b43-92bbc519abb4, hostable agents: ['a1d19538-4cc3-4ce1-8556-8b6650ef59fa'], hosted agents: [] {{(pid=79307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 12:35:49.942526 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-53862e55-243e-40d0-8695-2d23bc3adfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:50.000790 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6f1b88-2de3-42f2-91fe-985cd9e55336,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:50.004275 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:50.042790 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Network 3510876f-db09-4714-9b43-92bbc519abb4 is scheduled to be hosted by DHCP agent a1d19538-4cc3-4ce1-8556-8b6650ef59fa with binding_index 1 {{(pid=79307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 12:35:50.110429 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.111865 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5547628 Jun 28 12:35:50.115817 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56124) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:50.129084 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group_rule': {'security_group_id': '9d6f1b88-2de3-42f2-91fe-985cd9e55336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:50.149811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798094-1-smb, 3510876f-db09-4714-9b43-92bbc519abb4) {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:50.166031 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:50.167748 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54c73f-67a0-4cbc-9be3-3d176542ad62 None None] Network 3510876f-db09-4714-9b43-92bbc519abb4 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:50.176995 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:50.183761 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.189028 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:50.198943 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:50.216865 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:50.328677 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.335507 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-a0aaf5ab-221c-4077-a8c3-46b6d0cdb423 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1457672 Jun 28 12:35:50.484993 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.555837 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.574538 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56130) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:50.579407 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:50.633007 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97146f7b-d63c-4a76-8903-bbe29471b2a2 None None] Network 3510876f-db09-4714-9b43-92bbc519abb4 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:35:50.649505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4c70c9-04e1-412e-a63d-7f05213ca760,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:50.653775 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:50.697387 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Deleting subnet d5f1bc61-2450-4ab1-90b2-b39876eb7107 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:50.703391 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.767256 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.856569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.972909 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:50.974609 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8574829 Jun 28 12:35:50.977295 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56134) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:50.983936 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'security_group_rule': {'security_group_id': '9d6f1b88-2de3-42f2-91fe-985cd9e55336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:50.993335 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:51.001053 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:security_group_rule and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:51.006629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:51.015559 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:51.052976 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.057427 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:51.098846 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f1bc61-2450-4ab1-90b2-b39876eb7107,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:51.102245 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:51.103176 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.109680 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d5f1bc61-2450-4ab1-90b2-b39876eb7107 HTTP/1.1" status: 204 len: 168 time: 0.5339289 Jun 28 12:35:51.112242 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56140) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:51.250508 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.295140 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.478571 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.487137 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.509457 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead5b4b4-cd18-471a-9299-fe173c705e47']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:51.533507 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be1a73b-bc18-49d3-919d-e2a06bd0b4de') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:51.537447 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be1a73b-bc18-49d3-919d-e2a06bd0b4de') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:51.559187 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.580180 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.592402 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:51.593361 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:51.607427 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:51.614192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.664409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:51.703688 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e800edc7-01a7-4c82-9823-1e30a137f1d8,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:51.715928 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:51.830803 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.847336 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.851214 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ead5b4b4-cd18-471a-9299-fe173c705e47 HTTP/1.1" status: 204 len: 168 time: 0.7377105 Jun 28 12:35:51.853046 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cb1b6f30-6f98-4b97-b543-d9d3328f6908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:51.855333 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56146) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:51.872238 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:51.873600 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0b065ed3-2e98-4864-b68f-2e07cfd7ecd9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8950956 Jun 28 12:35:51.878142 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56150) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:51.887596 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:35:51.903294 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ead5b4b4-cd18-471a-9299-fe173c705e47,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:51.915573 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e5042fa2-c501-46d1-b5ad-d28c9f642ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:51.917047 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:35:51.924692 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Usage tracker for resource:floatingip and tenant:f7232abe5de8497d8b20f3db6f6df1d9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:35:51.930603 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:35:51.943333 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:35:51.969838 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Deleting subnet c6740c99-f534-4812-b701-0018dbe77b75 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:35:51.977298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.055930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.058364 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.277066 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.315957 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.505403 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.517107 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-972b5556-cf60-4557-9916-68b723f2afc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:52.531479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Allocated IP 172.28.1.32 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/f3bbbc7f-b4d4-43c6-8a8d-0426a439db34) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:35:52.602409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6740c99-f534-4812-b701-0018dbe77b75,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:52.605361 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.608971 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:52.618703 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3056cbe2-4d55-49df-a0c4-f83bd81ef044 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6740c99-f534-4812-b701-0018dbe77b75 HTTP/1.1" status: 204 len: 168 time: 0.7618673 Jun 28 12:35:52.619490 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56154) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:52.760583 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.860413 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:35:52.945750 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:52.999046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.032139 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3510876f-db09-4714-9b43-92bbc519abb4']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:53.053737 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9b2f67-35c0-47d2-8a8e-96d03cece358') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:53.054140 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9b2f67-35c0-47d2-8a8e-96d03cece358') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:35:53.078966 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.092655 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.096572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fd19862b-5b60-4f71-823b-3df5513cb7d5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:53.113424 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.121962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:35:53.122932 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.197578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:35:53.201624 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:35:53.201865 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:35:53.209652 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:35:53.243337 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=f3bbbc7f-b4d4-43c6-8a8d-0426a439db34,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:53.255412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:53.328517 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.335194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.341472 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:53.359296 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.363696 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3510876f-db09-4714-9b43-92bbc519abb4 HTTP/1.1" status: 204 len: 168 time: 0.7429941 Jun 28 12:35:53.371308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3510876f-db09-4714-9b43-92bbc519abb4,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:53.374636 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-8f3cb1e2-2a16-4648-afdc-03cc7e9d55a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:53.618852 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.948828 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:53.977701 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56160) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:54.042965 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-57ac2d80-5b3e-4f9f-b4a7-4ccc6c0c39d5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9704f3d2c9fd4fd2a632f391c9603e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635724 Jun 28 12:35:54.045381 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56164) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:54.070486 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.074880 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-77bc9c6d-2471-4761-af3d-6ecbe3ab085b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:54.139251 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.194137 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.225304 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=f3bbbc7f-b4d4-43c6-8a8d-0426a439db34,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:54.230826 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:54.242602 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.486668 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.491158 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-10d37ff8-0d57-410b-ac73-217365aa540a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:54.505583 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28edf1e7-8450-47b8-9a35-b46dcc397588,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:54.508660 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:54.510687 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.511788 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28edf1e7-8450-47b8-9a35-b46dcc397588 HTTP/1.1" status: 204 len: 168 time: 0.4653683 Jun 28 12:35:54.521803 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:54.523360 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b441fb67-9cbf-4981-aab7-b4b3c9f539d0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6429708 Jun 28 12:35:54.869796 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-4634e935-65e2-4395-9f70-ee6d71805161 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:55.132000 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-4634e935-65e2-4395-9f70-ee6d71805161 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:55.133542 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-4634e935-65e2-4395-9f70-ee6d71805161 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1537608105&fields=id&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 267 time: 0.3237538 Jun 28 12:35:55.304545 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-edc99670-d4ac-444c-8e76-332a2eeb7ea2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:55.306135 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-edc99670-d4ac-444c-8e76-332a2eeb7ea2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 816 time: 0.1647103 Jun 28 12:35:55.321827 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-48fe1081-cd28-4839-8b14-1ca2947d2b9e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/quotas/f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 375 time: 0.0099654 Jun 28 12:35:55.421936 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-dfadf768-f156-4634-8673-c9d6321e1158 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:55.521060 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-dfadf768-f156-4634-8673-c9d6321e1158 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:55.522679 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-dfadf768-f156-4634-8673-c9d6321e1158 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1945870 Jun 28 12:35:55.748692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56198) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:55.833662 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-ebdd75c2-bdc4-4dda-be7d-553a6a1d92d8 service neutron] 10.222.0.37 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961714 Jun 28 12:35:55.856342 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-64dd620f-c078-4a1d-ade7-81ec5d7c14fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30d0f7e71ffe4c4a83841400b699d912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054039 Jun 28 12:35:55.860251 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56202) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:35:55.973270 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:56.010953 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:56.045472 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-5d82d28f-8918-4756-9f90-ebd20bb0002b service neutron] 10.222.0.37 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003546 Jun 28 12:35:56.194617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:56.200037 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1c742d1f-bc06-4181-a959-43ebcdb331d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:35:56.214354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6705c817-8405-45ae-a85b-c40f161e194f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:35:56.217997 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:35:56.220764 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:35:56.228173 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6705c817-8405-45ae-a85b-c40f161e194f HTTP/1.1" status: 204 len: 168 time: 0.3596928 Jun 28 12:35:56.381304 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c166b0dd-7774-4bab-9664-ce75703f6a5b req-23244187-c07d-43dd-93dd-e02614608e5a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 210 time: 0.0585988 Jun 28 12:35:56.591692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-7d62b238-1ee6-4b9e-9646-ccc903a19b34 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:56.592440 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-7d62b238-1ee6-4b9e-9646-ccc903a19b34 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:network {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:56.789431 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-7d62b238-1ee6-4b9e-9646-ccc903a19b34 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:network {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:56.790803 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-7d62b238-1ee6-4b9e-9646-ccc903a19b34 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 815 time: 0.4135518 Jun 28 12:35:56.808417 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-0963f8ec-7530-4088-b779-264fd7cb06d0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/quotas/3a01ee37539f4d9abe4deeef0682bcd7 HTTP/1.1" status: 200 len: 375 time: 0.0117009 Jun 28 12:35:56.915666 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-80cd0789-5968-41fc-aaec-e07c1d180b74 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974977 Jun 28 12:35:57.102263 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-060957ee-eaea-4069-8ece-3ff9bec1ae8e service neutron] 10.222.0.37 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728504 Jun 28 12:35:57.260659 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-da432293-77d9-4206-bf64-d9998e8b0a8d service neutron] 10.222.0.37 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498930 Jun 28 12:35:57.489056 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-95e545ea-2ed3-4788-a5a8-89d6164a9ea0 req-a22aa6e9-b605-46c6-8b5c-37ad8c1fc3b4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 210 time: 0.0584924 Jun 28 12:35:57.656616 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-4617b155-bf96-4f80-ac44-0834acdc33be req-c723f8a3-10ea-46d4-942a-a0f1c1877116 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:35:57.768642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-4617b155-bf96-4f80-ac44-0834acdc33be req-c723f8a3-10ea-46d4-942a-a0f1c1877116 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:35:57.772242 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4617b155-bf96-4f80-ac44-0834acdc33be req-c723f8a3-10ea-46d4-942a-a0f1c1877116 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.1649857 Jun 28 12:35:58.682339 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-aaf6d5d8-998c-4977-adbd-b8ea0950b725 req-25c700e8-aa1a-4c84-8485-fa1bc5b4ea51 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 210 time: 0.0550542 Jun 28 12:35:58.899115 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-cd37a25c-3514-4e34-8fe3-621103e9d930 req-7fee9398-f6b0-4eca-a368-24a78cb7d6f9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.0526567 Jun 28 12:35:59.537940 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-89433f3e-ed28-4f4c-b65f-966c80468a14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:35:59.539395 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-89433f3e-ed28-4f4c-b65f-966c80468a14 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 816 time: 0.1789825 Jun 28 12:35:59.620331 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-15df2f45-7ea4-49ab-991b-b75ff5ff2d59 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 380 time: 0.0604131 Jun 28 12:35:59.630664 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'port': {'device_id': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'admin_state_up': True, 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'security_groups': ['9d6f1b88-2de3-42f2-91fe-985cd9e55336']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:00.052247 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:00.065343 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:00.067431 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-718b9634-8b87-4496-9349-ce0e8572eaa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2028251 Jun 28 12:36:00.069977 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-02cda93c-015f-4b3a-9c26-a5ae64e1acc0 req-a91ff774-cd10-41f4-9a0f-4ef5fbaf1038 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 210 time: 0.0760596 Jun 28 12:36:00.173980 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d2ad56a1-528f-42a1-9aeb-740780fddfd3 req-9decccfb-35e5-458e-bba7-ccc2a897dc9d tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.0571382 Jun 28 12:36:00.175355 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Made reservation on behalf of f7232abe5de8497d8b20f3db6f6df1d9 for: {'port': 1} {{(pid=79308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:36:00.180115 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.247064 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.250136 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-9ecf8682-d7fc-4cbc-a3e4-70430131f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:00.254501 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-9ecf8682-d7fc-4cbc-a3e4-70430131f27a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.0911956 Jun 28 12:36:00.444635 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_common [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Allocated IP 172.20.0.7 (92e9ee39-a4c5-4c03-9f35-ac398b8c08a8/13a923e6-aadc-4e88-b5c1-213f261ebf7e/0e2c06c5-ee55-4bff-a615-cae37eb9aa10) {{(pid=79308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:36:00.567076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-19a44779-0353-4777-a25f-11883d881dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:00.567076 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-19a44779-0353-4777-a25f-11883d881dc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.2652447 Jun 28 12:36:00.697708 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-2bb33bb6-fbaa-4e51-8a88-70827aa7df81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 1000 time: 0.1223278 Jun 28 12:36:00.742230 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for port, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.764938 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Transition to ACTIVE for port object 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 will not be triggered until provisioned by entity DHCP. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:00.779688 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-7ac6812e-004c-460c-8d32-820f4d87e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:00.781142 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-7ac6812e-004c-460c-8d32-820f4d87e709 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.0729067 Jun 28 12:36:00.864933 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:00.870478 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-78ed2e3a-5c5e-4374-a9db-f72842950caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:00.877860 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-7bad9d35-56fd-4ab1-a5b2-11c54f38a9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:00.878098 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-78ed2e3a-5c5e-4374-a9db-f72842950caa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833590 Jun 28 12:36:00.952224 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 is already hosted by enough agents. {{(pid=79308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:36:00.956761 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.base_scheduler [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Resources bound (agent type, host, resource id): {{(pid=79308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:36:00.961535 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Received port after_create {{(pid=79308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:36:00.997401 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:01.010670 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:01.056734 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:01.065367 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.065529 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-5beff5f4-2a27-4396-b6b7-8cb35048d48d service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771207 Jun 28 12:36:01.193705 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5678046 Jun 28 12:36:01.214261 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3843f770-0ee5-41ae-83b9-8b54b71530cb req-890fd863-cd74-4645-9386-c9964ccb969f service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488318 Jun 28 12:36:01.218578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Request body: {'port': {'device_id': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:01.352089 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.377839 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e793e-7d6e-4379-a932-7c7225411c2f req-ab9726da-457d-493d-837d-1d7297a8176f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:01.380136 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-588e793e-7d6e-4379-a932-7c7225411c2f req-ab9726da-457d-493d-837d-1d7297a8176f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 931 time: 0.1088035 Jun 28 12:36:01.420627 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e7694f26-0233-4d66-b826-7b7da2d138c3 req-c44ab616-301a-4f0b-ac97-38d3a1828b6b tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.0546577 Jun 28 12:36:01.464501 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9b056d86-5730-493a-b3d0-e9402df9819a None None] Provisioning for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:01.474743 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-9b056d86-5730-493a-b3d0-e9402df9819a None None] Provisioning complete for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:01.475303 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9b056d86-5730-493a-b3d0-e9402df9819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.478607 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-588e793e-7d6e-4379-a932-7c7225411c2f req-10f70ee9-f363-42aa-ac81-6537e5879b75 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:01.545658 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-9b056d86-5730-493a-b3d0-e9402df9819a None None] Port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:36:01.568069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-588e793e-7d6e-4379-a932-7c7225411c2f req-10f70ee9-f363-42aa-ac81-6537e5879b75 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:01.569264 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-588e793e-7d6e-4379-a932-7c7225411c2f req-10f70ee9-f363-42aa-ac81-6537e5879b75 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823680 Jun 28 12:36:01.634845 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-6ab890a7-f728-43bb-9693-62f89d92d470 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:01.636292 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-6ab890a7-f728-43bb-9693-62f89d92d470 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 815 time: 0.2010155 Jun 28 12:36:01.662193 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'port': {'device_id': '8aa13445-65a1-4486-a070-1706e2597c8d', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'admin_state_up': True, 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:01.872169 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:01.886140 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.888201 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:01.901013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:01.908161 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.provisioning_blocks [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Transition to ACTIVE for port object 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 will not be triggered until provisioned by entity L2. {{(pid=79308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:01.909379 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-5c6c1c30-7868-470c-bf11-cef1ac40dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.989396 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:01.993524 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:02.017743 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Made reservation on behalf of 3a01ee37539f4d9abe4deeef0682bcd7 for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:36:02.021882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.209884 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=2']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:02.217847 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:02.304043 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Allocated IP 172.20.0.11 (274462e2-ff4d-4f32-bff7-d81dad20587c/8aa13c83-ebf1-4c58-8e56-795a81bb111b/b5a69b52-c14c-49ea-9c22-1f12a2471234) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:36:02.314184 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Attempting to bind port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:36:02.314862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Attempting to bind port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:36:02.315401 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Attempting to bind port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:02.320721 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.341259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:36:02.341259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Attempting to bind port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 on network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:02.348494 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:36:02.349659 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Checking segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:36:02.350759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Bound using segment: {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'} {{(pid=79308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:36:02.352244 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.managers [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Bound port: 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8'}}] {{(pid=79308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:36:02.353090 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.478902 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, cleared binding levels {{(pid=79308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:36:02.483624 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:36:02.607965 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.618121 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1cb44c9e-b644-403c-bb55-c74726f03291 tempest-VolumesActionsTest-309384873 tempest-VolumesActionsTest-309384873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:02.632664 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.686599 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Transition to ACTIVE for port object b5a69b52-c14c-49ea-9c22-1f12a2471234 will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:02.726720 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d49d85f0-6471-4844-bbdd-d2bb494becd7 req-bc8801d3-3269-4126-bd84-89ee6f50fd53 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.1625247 Jun 28 12:36:02.729828 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=3']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:02.733952 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:02.757219 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:02.757887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.759314 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 1093 time: 1.5466793 Jun 28 12:36:02.760342 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:02.835678 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'status': 'completed', 'code': 200} Jun 28 12:36:02.841015 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:02.854920 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-81c02578-ac7a-4a9a-b1c8-511bec273cdf tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:02.929356 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Network 274462e2-ff4d-4f32-bff7-d81dad20587c is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:36:02.933889 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:36:02.944942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:36:03.025867 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:03.032621 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:03.086255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:03.086946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.161773 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef14679-baa2-4d40-8d8b-90f79b9b8c9e req-90aa60a4-4e34-47bd-861d-2b9e437d609a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:03.175327 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cef14679-baa2-4d40-8d8b-90f79b9b8c9e req-90aa60a4-4e34-47bd-861d-2b9e437d609a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.4171543 Jun 28 12:36:03.310974 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b41848-9590-456c-882a-92668a7268b0 req-d429319d-2b8a-4da1-80e2-ec75b9ab07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:03.313620 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-21b41848-9590-456c-882a-92668a7268b0 req-d429319d-2b8a-4da1-80e2-ec75b9ab07c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1096 time: 0.4208660 Jun 28 12:36:03.363690 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cef14679-baa2-4d40-8d8b-90f79b9b8c9e req-74cca7c9-ed8b-48c1-9bec-55c1046e892f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872876 Jun 28 12:36:03.373400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2bd22f72-a5c5-4936-a149-e52e296feac7 None None] Provisioning for port b5a69b52-c14c-49ea-9c22-1f12a2471234 completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:03.400469 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-2bd22f72-a5c5-4936-a149-e52e296feac7 None None] Provisioning complete for port b5a69b52-c14c-49ea-9c22-1f12a2471234 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:03.400469 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2bd22f72-a5c5-4936-a149-e52e296feac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:03.479836 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2bd22f72-a5c5-4936-a149-e52e296feac7 None None] Port b5a69b52-c14c-49ea-9c22-1f12a2471234 cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:36:03.498061 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-fb9a2c5d-1ffe-4632-8894-3c0b617c7da6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8427916 Jun 28 12:36:03.506468 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b41848-9590-456c-882a-92668a7268b0 req-c39648b3-ae91-4ad2-af0e-f5872ba66aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:03.507909 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-21b41848-9590-456c-882a-92668a7268b0 req-c39648b3-ae91-4ad2-af0e-f5872ba66aa7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1793027 Jun 28 12:36:04.008623 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e0f78-a965-45fb-9ebb-3aa890ef521a req-49a7cfd9-83cf-4f87-985a-bee3f42878e8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:04.016680 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-815e0f78-a965-45fb-9ebb-3aa890ef521a req-49a7cfd9-83cf-4f87-985a-bee3f42878e8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1224203 Jun 28 12:36:04.096513 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-815e0f78-a965-45fb-9ebb-3aa890ef521a req-67c40dce-93fc-4edf-a9a3-ebfdb1e44a8c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783105 Jun 28 12:36:04.459294 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-0db2cca9-5235-4de7-be0e-454528a37b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:04.596138 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125284b-aff7-447a-9fab-e039de84e18a req-74600007-98c3-457f-b4c2-51f852fc1ca1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:04.598649 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7125284b-aff7-447a-9fab-e039de84e18a req-74600007-98c3-457f-b4c2-51f852fc1ca1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1034074 Jun 28 12:36:04.684171 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7125284b-aff7-447a-9fab-e039de84e18a req-c9a0efeb-3534-4cb3-860a-8b50668c4c6d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674908 Jun 28 12:36:05.302406 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56372) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:05.383635 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b44e3-6639-4546-b84f-c590fab8db8e req-ab31faeb-b600-4529-88bd-ab5958476bfa tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:05.385550 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e03b44e3-6639-4546-b84f-c590fab8db8e req-ab31faeb-b600-4529-88bd-ab5958476bfa tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1266592 Jun 28 12:36:05.480228 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.488698 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e03b44e3-6639-4546-b84f-c590fab8db8e req-c00c368e-fd4e-4a1e-97f9-d3b51a5a9166 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904551 Jun 28 12:36:05.530341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.552817 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:05.557968 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Usage tracker for resource:security_group_rule and tenant:be80c3af72e84ddb9f678142238c9cd0 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:05.562275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:05.574642 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:05.706860 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.783061 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:05.801671 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6e44cd19-76af-4ee2-bdad-70f2b5544e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:05.897285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be80c3af72e84ddb9f678142238c9cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931523 Jun 28 12:36:05.900430 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56380) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:05.904662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5036e-ca4a-4271-8119-028f0f74a6a1,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:05.923920 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.924572 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.925662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.926321 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.926881 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.927408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.927940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.928470 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.928863 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.929316 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.929595 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.930001 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:05.935022 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-131202cd-064c-42af-b5b8-76dbb2b093de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:05.968174 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb46ea-405a-4cb3-a72d-ae2e9ca6d3fd req-8aa87047-393a-4a70-bbf2-c798495b2120 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:05.969902 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-73eb46ea-405a-4cb3-a72d-ae2e9ca6d3fd req-8aa87047-393a-4a70-bbf2-c798495b2120 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1460190 Jun 28 12:36:06.003577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.036907 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-73eb46ea-405a-4cb3-a72d-ae2e9ca6d3fd req-2f169590-26b7-4c03-990f-f70c9849f16a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553479 Jun 28 12:36:06.048680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.229461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.233473 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b367ab66-b430-492d-8d1e-7defb3fcb2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:06.247378 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5036e-ca4a-4271-8119-028f0f74a6a1,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:06.253505 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:06.263551 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.265134 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37e5036e-ca4a-4271-8119-028f0f74a6a1 HTTP/1.1" status: 204 len: 168 time: 0.3631434 Jun 28 12:36:06.794935 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d50433-fca2-4204-8cee-95ad1fd397c6 req-5a21ca67-3cb7-44bb-a079-7c0a2953e63b tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:06.799051 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c4d50433-fca2-4204-8cee-95ad1fd397c6 req-5a21ca67-3cb7-44bb-a079-7c0a2953e63b tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1445475 Jun 28 12:36:06.824362 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:06.896980 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c4d50433-fca2-4204-8cee-95ad1fd397c6 req-ff5b9437-3ffb-4bc6-9d65-d7a4ee7ed761 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858119 Jun 28 12:36:07.344778 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56396) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:07.383102 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.402198 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:07.408799 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Usage tracker for resource:security_group_rule and tenant:21a2f631c5fa4d6a88b16e92270bcd86 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:07.419207 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:07.432624 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:07.455750 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb06a5-62a4-448b-b9eb-75669bdb70ab req-f1b1820b-03b2-4d80-af30-1e4f8aacee77 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:07.458196 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d3bb06a5-62a4-448b-b9eb-75669bdb70ab req-f1b1820b-03b2-4d80-af30-1e4f8aacee77 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1747115 Jun 28 12:36:07.524396 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d3bb06a5-62a4-448b-b9eb-75669bdb70ab req-2d371e75-ca16-458f-a541-96e23775efbb tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594299 Jun 28 12:36:07.569951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.657793 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.665760 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e8a6cbf4-740f-45fd-af66-7a12135a93bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:07.724990 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21a2f631c5fa4d6a88b16e92270bcd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782792 Jun 28 12:36:07.726591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae8f82-a19a-43c1-a517-bcd38d25a112,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:07.727500 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56400) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:07.731603 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:07.805299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:07.838067 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.035869 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.045315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2a0be6d6-87c3-42cc-836a-330c759078a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:08.080724 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae8f82-a19a-43c1-a517-bcd38d25a112,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:08.095724 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:08.097990 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:08.099632 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14ae8f82-a19a-43c1-a517-bcd38d25a112 HTTP/1.1" status: 204 len: 168 time: 0.3709354 Jun 28 12:36:08.260771 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d72c54-c314-45c5-82fa-f65dbc47c3d8 req-d0caac58-a592-498f-9b7f-4ce1cc16c771 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:08.270224 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f5d72c54-c314-45c5-82fa-f65dbc47c3d8 req-d0caac58-a592-498f-9b7f-4ce1cc16c771 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.2323499 Jun 28 12:36:08.344885 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f5d72c54-c314-45c5-82fa-f65dbc47c3d8 req-882d0744-e70e-44b9-83b5-e8a059e9438c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732763 Jun 28 12:36:08.898238 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7367a2-bbb7-42d1-a84b-ab4feeb81227 req-11236cac-5297-4ede-91e3-8cc1097b56e6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:08.899844 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6d7367a2-bbb7-42d1-a84b-ab4feeb81227 req-11236cac-5297-4ede-91e3-8cc1097b56e6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1385701 Jun 28 12:36:08.980724 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6d7367a2-bbb7-42d1-a84b-ab4feeb81227 req-44f92e59-be07-4a0b-b010-6b46f3cc8e53 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686500 Jun 28 12:36:09.595053 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb910c2d-1432-4894-88b2-e3389bd65a91 req-0bec6db7-e71e-4b7e-b26b-3a2f1040b89c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:09.596790 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-eb910c2d-1432-4894-88b2-e3389bd65a91 req-0bec6db7-e71e-4b7e-b26b-3a2f1040b89c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1072738 Jun 28 12:36:09.662929 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-eb910c2d-1432-4894-88b2-e3389bd65a91 req-b545dc41-db32-4f62-937c-358b4dae8768 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Jun 28 12:36:10.295255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485a463-0b5e-40ad-97b7-63144d1cd68e req-7904ccba-360a-4c6f-9aae-7f37f1cb86ca tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:10.298238 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b485a463-0b5e-40ad-97b7-63144d1cd68e req-7904ccba-360a-4c6f-9aae-7f37f1cb86ca tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1656456 Jun 28 12:36:10.365473 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b485a463-0b5e-40ad-97b7-63144d1cd68e req-95b71d34-cb83-46df-8b3e-c6bea6eaca32 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575197 Jun 28 12:36:10.919231 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2851cb-f1cc-4de1-beb6-106b2f2f8079 req-bcd61228-2633-40c5-be3f-c1870e5134e3 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:10.926813 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bf2851cb-f1cc-4de1-beb6-106b2f2f8079 req-bcd61228-2633-40c5-be3f-c1870e5134e3 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1227660 Jun 28 12:36:11.013728 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bf2851cb-f1cc-4de1-beb6-106b2f2f8079 req-60601bc2-da2b-4850-9f0e-52070d6d6144 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Jun 28 12:36:11.613319 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8f53c-4a14-4f7b-8f86-ae546b2e29f6 req-e03b26e5-0359-4b79-aeb5-2858d9576a40 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:11.616743 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9f8f53c-4a14-4f7b-8f86-ae546b2e29f6 req-e03b26e5-0359-4b79-aeb5-2858d9576a40 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1123617 Jun 28 12:36:11.689485 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a9f8f53c-4a14-4f7b-8f86-ae546b2e29f6 req-0b73e4a1-1db4-4b8b-b6c8-b60fef7e5f16 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685284 Jun 28 12:36:12.005749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56462) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:12.184092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.211024 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:12.216244 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Usage tracker for resource:security_group_rule and tenant:4d463337cfeb4c25ac184a6b89c38e39 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:12.219841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:12.227986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:12.242052 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9877f8-2d7c-41fb-9388-5658736968dd req-882ade5a-26b9-4bd0-a225-3c206c461b73 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:12.243988 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c9877f8-2d7c-41fb-9388-5658736968dd req-882ade5a-26b9-4bd0-a225-3c206c461b73 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1104395 Jun 28 12:36:12.305758 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c9877f8-2d7c-41fb-9388-5658736968dd req-da94f6cb-0d56-492a-870a-480cf8b18905 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Jun 28 12:36:12.335587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.452357 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.464623 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c590337f-6673-4e2a-8723-f49ae83c2338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:12.512521 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d463337cfeb4c25ac184a6b89c38e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054541 Jun 28 12:36:12.514537 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7108b519-66bf-4e2b-beee-e063f966dd84,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:12.519855 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56470) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:12.522928 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:12.615828 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.676717 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.829375 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.838554 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-90603125-a177-4713-82c6-4b413ebb5b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:12.863303 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7108b519-66bf-4e2b-beee-e063f966dd84,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:12.868473 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:12.876618 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:12.886387 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8e1c079a-3ee6-441d-bcd4-54c6bb9f603e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7108b519-66bf-4e2b-beee-e063f966dd84 HTTP/1.1" status: 204 len: 168 time: 0.3571053 Jun 28 12:36:12.950710 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cadcbf-452f-480b-8bdc-902afc550e0b req-9fef1664-0400-4fd7-ba88-c3b49a69f8f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:12.959591 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c2cadcbf-452f-480b-8bdc-902afc550e0b req-9fef1664-0400-4fd7-ba88-c3b49a69f8f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1160119 Jun 28 12:36:13.024441 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c2cadcbf-452f-480b-8bdc-902afc550e0b req-e1830df3-69bb-45d0-ac7f-401e60d47260 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596247 Jun 28 12:36:13.607317 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1f09-e0a4-467e-af59-19cde45e9d49 req-df3935fd-d66a-4931-8f13-4c1a8c2601b1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.607317 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ef7b1f09-e0a4-467e-af59-19cde45e9d49 req-df3935fd-d66a-4931-8f13-4c1a8c2601b1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 932 time: 0.1054389 Jun 28 12:36:13.645094 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ef7b1f09-e0a4-467e-af59-19cde45e9d49 req-8d834a06-98a9-451e-9faa-a411f0b87943 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Jun 28 12:36:13.843420 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Request body: {'port': {'device_id': '8aa13445-65a1-4486-a070-1706e2597c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:13.977829 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:13.997897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b41848-9590-456c-882a-92668a7268b0 req-cbcd914d-ad2c-45de-957c-6013df7c3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:13.999579 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-21b41848-9590-456c-882a-92668a7268b0 req-cbcd914d-ad2c-45de-957c-6013df7c3e36 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447518 Jun 28 12:36:14.164258 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-84ae0d5e-9198-457f-82fd-64d115c52bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.169633 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-84ae0d5e-9198-457f-82fd-64d115c52bec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1096 time: 0.0918424 Jun 28 12:36:14.255045 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-d56b3f27-7b9c-4dc6-aecd-deced6e6224e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 217 time: 0.0737753 Jun 28 12:36:14.369061 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fd7c9-33da-438b-ad9c-14916f3fba7e req-70070c88-f626-48af-9165-40cc062de9b3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.371210 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-348fd7c9-33da-438b-ad9c-14916f3fba7e req-70070c88-f626-48af-9165-40cc062de9b3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.2134054 Jun 28 12:36:14.371464 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-52ec2718-42b7-4ac1-a19d-df79894c6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.373957 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-52ec2718-42b7-4ac1-a19d-df79894c6a12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.1075161 Jun 28 12:36:14.449683 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-348fd7c9-33da-438b-ad9c-14916f3fba7e req-6c6f02d4-3ee3-4d66-99d5-488a09e27220 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676780 Jun 28 12:36:14.516693 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56486) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:14.542307 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:14.552591 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a69b52-c14c-49ea-9c22-1f12a2471234 {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:14.564870 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:14.575122 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:14.578332 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-f7174fe8-44fd-44d2-99be-d5d5a60fe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:14.580422 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-f7174fe8-44fd-44d2-99be-d5d5a60fe336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1963072 Jun 28 12:36:14.584812 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Usage tracker for resource:security_group_rule and tenant:bde739d5cf5e420587cf9c5bdad67274 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:14.589331 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:14.592708 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Transition to ACTIVE for port object b5a69b52-c14c-49ea-9c22-1f12a2471234 will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:36:14.598348 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:14.699225 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:14.737428 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-38c50292-85a4-440a-9316-188b67ce7f12 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461043 Jun 28 12:36:14.744380 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:14.753071 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5dbdeaf5-36e8-44f1-ac64-59315e880e1b tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:14.961767 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.093987 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9e986e5a-d98d-4f38-ab30-5b4508e33743 req-30c782ea-4eee-40c1-905a-15c580f511f1 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494432 Jun 28 12:36:15.135191 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017d16c-a31e-4aed-aa46-c503078bf95c req-f84748c8-d62a-4370-8ef0-2fda29ed91b9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:15.137660 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7017d16c-a31e-4aed-aa46-c503078bf95c req-f84748c8-d62a-4370-8ef0-2fda29ed91b9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 944 time: 0.2702074 Jun 28 12:36:15.174095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:15.185107 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bde739d5cf5e420587cf9c5bdad67274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6671093 Jun 28 12:36:15.189079 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:15.190046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bb5e3907-0865-4ff2-a457-155136696d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:15.212927 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56492) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:15.294299 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7017d16c-a31e-4aed-aa46-c503078bf95c req-f0d01cb8-ee44-4313-bf1a-07bbf49ec7f8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396079 Jun 28 12:36:15.387027 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec3558-ee9c-41a3-b16c-89f3399ad396,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:15.402371 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:15.450517 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.463532 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Attempting to bind port b5a69b52-c14c-49ea-9c22-1f12a2471234 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:36:15.463806 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Attempting to bind port b5a69b52-c14c-49ea-9c22-1f12a2471234 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:36:15.464184 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Attempting to bind port b5a69b52-c14c-49ea-9c22-1f12a2471234 on network 274462e2-ff4d-4f32-bff7-d81dad20587c {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:15.480254 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Port b5a69b52-c14c-49ea-9c22-1f12a2471234 on network 274462e2-ff4d-4f32-bff7-d81dad20587c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:36:15.480701 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Attempting to bind port b5a69b52-c14c-49ea-9c22-1f12a2471234 on network 274462e2-ff4d-4f32-bff7-d81dad20587c {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:36:15.494180 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.501105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:36:15.501434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Checking segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:36:15.501818 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Bound using segment: {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:36:15.502304 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Bound port: b5a69b52-c14c-49ea-9c22-1f12a2471234, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1eab3e-e2f9-4f8e-8922-07ecaa358886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:36:15.503224 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.633727 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:36:15.637217 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:36:15.699647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.709625 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-df6f8862-47df-41c8-b1c6-10cb46847240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:15.725651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec3558-ee9c-41a3-b16c-89f3399ad396,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:15.729492 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.735885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:15.736479 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:15.824133 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.825313 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58ec3558-ee9c-41a3-b16c-89f3399ad396 HTTP/1.1" status: 204 len: 168 time: 0.5490153 Jun 28 12:36:15.826910 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:15.827550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:15.828903 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] 10.222.0.35 "PUT /v2.0/ports/b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 1094 time: 1.9903448 Jun 28 12:36:15.833030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:15.857139 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:15.861547 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ae5c4f56-6244-4591-a04e-8fb28bb77b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:15.885810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0df76-1cf2-4af8-9787-e703262c859a req-bec5f2ed-b017-45b4-b613-20a5393679bd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:15.887496 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6aa0df76-1cf2-4af8-9787-e703262c859a req-bec5f2ed-b017-45b4-b613-20a5393679bd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.2254090 Jun 28 12:36:16.084541 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6aa0df76-1cf2-4af8-9787-e703262c859a req-ff416a71-f84a-46d2-b1b1-817c9f465372 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856141 Jun 28 12:36:16.167508 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-a593f6c0-6612-4b1d-a68e-464ca8dafad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:16.171686 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-a593f6c0-6612-4b1d-a68e-464ca8dafad1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1097 time: 0.1922045 Jun 28 12:36:16.174380 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:36:16.270427 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-f9238917-3258-42bd-ad09-fcd3c613eeda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 217 time: 0.0661628 Jun 28 12:36:16.371893 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-8db8d002-d776-4410-b3e7-5c692d3e935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:16.374529 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-8db8d002-d776-4410-b3e7-5c692d3e935c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.0975571 Jun 28 12:36:16.492575 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-4fc82f91-748b-402f-a7cc-b924379a1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:16.495280 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-4fc82f91-748b-402f-a7cc-b924379a1c33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093702 Jun 28 12:36:16.744565 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-e97dd378-5d79-44cd-aab8-4c521214c9d8 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415452 Jun 28 12:36:16.761467 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-f549bb7e-dec0-4d61-99fd-32c761c37deb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:16.762577 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-f549bb7e-dec0-4d61-99fd-32c761c37deb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:16.954673 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9cf439f2-55b6-46a5-93cc-b50e1e1051f9 req-93b9ad83-9682-4c6c-b0a4-44c7970ca35d service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874318 Jun 28 12:36:16.977840 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-f549bb7e-dec0-4d61-99fd-32c761c37deb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:16.979925 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-f549bb7e-dec0-4d61-99fd-32c761c37deb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 944 time: 0.4518847 Jun 28 12:36:17.025491 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:36:17.028862 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-3e00d8e1-1fe8-44a0-b080-a84993bbe9a0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:17.198520 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:17.220586 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:36:17.245538 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-3e00d8e1-1fe8-44a0-b080-a84993bbe9a0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:17.248302 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-803d8c88-3e9f-4fd4-844d-8685af87d731 req-3e00d8e1-1fe8-44a0-b080-a84993bbe9a0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620835 Jun 28 12:36:17.314499 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:17.330810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa270a-d632-4f4b-88ae-5692585231aa req-8903ebb6-955a-4477-8c8f-822cd8451df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.333393 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-8903ebb6-955a-4477-8c8f-822cd8451df8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1097 time: 0.1835825 Jun 28 12:36:17.336995 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:17.366236 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:17.447277 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff6aff-cffa-469f-9cf0-719b4878223d req-0b8cdb4d-4e07-4cda-a846-107b6d1562a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.448583 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-d1ff6aff-cffa-469f-9cf0-719b4878223d req-0b8cdb4d-4e07-4cda-a846-107b6d1562a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Synchronizing usage tracker for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:17.500461 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa270a-d632-4f4b-88ae-5692585231aa req-2a2481e4-4425-43bd-8089-1b62326d9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.503144 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-2a2481e4-4425-43bd-8089-1b62326d9a50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.1608472 Jun 28 12:36:17.520741 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:17.524193 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:17.567125 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-d1ff6aff-cffa-469f-9cf0-719b4878223d req-0b8cdb4d-4e07-4cda-a846-107b6d1562a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Unset dirty status for tenant:f7232abe5de8497d8b20f3db6f6df1d9 on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:17.569046 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d1ff6aff-cffa-469f-9cf0-719b4878223d req-0b8cdb4d-4e07-4cda-a846-107b6d1562a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.2687743 Jun 28 12:36:17.614827 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:17.630278 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.630863 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.631675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.632470 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.633264 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.633891 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.634171 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d1ff6aff-cffa-469f-9cf0-719b4878223d req-c1e7b64a-596d-4967-9bc8-d0b9e393e15e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534277 Jun 28 12:36:17.634520 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.635054 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.635514 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.635944 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.636301 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.636666 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:17.648080 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:17.691717 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-6d5f2258-8c49-4b20-a4d6-aef1a87db498 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 217 time: 0.1818674 Jun 28 12:36:17.765846 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa270a-d632-4f4b-88ae-5692585231aa req-887bce16-4ef3-49cf-8753-7206b1011116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.767371 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-887bce16-4ef3-49cf-8753-7206b1011116 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.0683522 Jun 28 12:36:17.854029 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['0e2c06c5-ee55-4bff-a615-cae37eb9aa10'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:36:17.858733 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa270a-d632-4f4b-88ae-5692585231aa req-f442b0b1-f10a-4ebf-b85c-9686b06768a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:17.861334 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-f442b0b1-f10a-4ebf-b85c-9686b06768a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865133 Jun 28 12:36:18.029313 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-80f482d2-d5b0-459e-9d29-a4ea53ba0428 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583874 Jun 28 12:36:18.226497 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31fa270a-d632-4f4b-88ae-5692585231aa req-746f6606-9f87-42c9-b62a-fdf268248618 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857734 Jun 28 12:36:18.489972 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f2699-d514-4cf6-9f6d-3f431e19531f req-5d3560a4-5045-421f-aeb0-36a79cfdd381 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:18.491536 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf4f2699-d514-4cf6-9f6d-3f431e19531f req-5d3560a4-5045-421f-aeb0-36a79cfdd381 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 944 time: 0.0973527 Jun 28 12:36:18.540988 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf4f2699-d514-4cf6-9f6d-3f431e19531f req-83b24d6c-ff8e-4a7c-ba80-0be7fd74371c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Jun 28 12:36:18.870605 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738cadb-17ce-4167-ac7c-b4eae598823a req-b7cfdf9f-6bac-4ccc-a1fe-c282e1f092e0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:18.872441 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e738cadb-17ce-4167-ac7c-b4eae598823a req-b7cfdf9f-6bac-4ccc-a1fe-c282e1f092e0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.1079962 Jun 28 12:36:18.967094 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e738cadb-17ce-4167-ac7c-b4eae598823a req-05b6c7b8-65cd-4f6e-a169-890a54b80a23 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818651 Jun 28 12:36:19.045052 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device b5a69b52-c14c-49ea-9c22-1f12a2471234 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:36:19.054668 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:36:19.307917 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:19.391109 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'port_id': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'mac_address': 'fa:16:3e:84:0b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:36:19.397054 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.415005 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a69b52-c14c-49ea-9c22-1f12a2471234 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:36:19.433582 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:19.739257 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.742621 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:19.743882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285473bc-ea5b-4fd4-b500-c12e5073eb58 req-ceabf388-9bd2-44e6-812b-23068c151aa9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:19.745447 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-285473bc-ea5b-4fd4-b500-c12e5073eb58 req-ceabf388-9bd2-44e6-812b-23068c151aa9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 944 time: 0.0922189 Jun 28 12:36:19.748012 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:19.796606 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-285473bc-ea5b-4fd4-b500-c12e5073eb58 req-4b8fc78b-4244-4c8f-9419-4c28855c11e3 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 Jun 28 12:36:19.812165 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:19.812493 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:19.892599 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:19.896106 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:19.970147 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.012436 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:20.030550 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:20.097706 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'code': 200} Jun 28 12:36:20.108549 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:36:20.223753 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85417090-faed-4c90-ac47-a5ec7e7327ef req-db4e08ba-8591-441d-830a-cafb92d48ac0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:20.225313 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-85417090-faed-4c90-ac47-a5ec7e7327ef req-db4e08ba-8591-441d-830a-cafb92d48ac0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.0886605 Jun 28 12:36:20.236246 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:20.239139 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:20.288276 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-85417090-faed-4c90-ac47-a5ec7e7327ef req-28d8482a-8a08-4048-b30e-92a6d41d0f9c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526206 Jun 28 12:36:20.355616 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:20.361647 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:20.744908 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234a7f-9706-4b97-bf46-3da6ea46bb5e req-eead9795-fb31-47ce-acbb-a3fd05650c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:20.746473 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ca234a7f-9706-4b97-bf46-3da6ea46bb5e req-eead9795-fb31-47ce-acbb-a3fd05650c52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1098 time: 0.0859332 Jun 28 12:36:20.791934 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ca234a7f-9706-4b97-bf46-3da6ea46bb5e req-923b4fe0-4cd9-451d-9d82-ad6a4a9c4b32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Jun 28 12:36:21.004506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8799a-d58f-4dbb-a4c5-86ccd3eb9367 req-e3ac9a62-7aea-4fcc-b300-c2670e59db96 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:21.006153 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-eff8799a-d58f-4dbb-a4c5-86ccd3eb9367 req-e3ac9a62-7aea-4fcc-b300-c2670e59db96 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 945 time: 0.0909925 Jun 28 12:36:21.053719 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device b5a69b52-c14c-49ea-9c22-1f12a2471234 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:36:21.058859 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-eff8799a-d58f-4dbb-a4c5-86ccd3eb9367 req-d4be8a16-fcce-4594-918e-818d05311049 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Jun 28 12:36:21.256795 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port b5a69b52-c14c-49ea-9c22-1f12a2471234 completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:36:21.262365 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port b5a69b52-c14c-49ea-9c22-1f12a2471234 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:21.262740 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.403051 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.460381 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:21.554302 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:21.556268 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d74859d4-ccad-47cb-8fae-1f130b33d596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:21.575062 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ac67-9123-4a91-b91d-88677de27593 req-ca51867c-5a92-49d2-b79a-368e3853dbb6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:21.583882 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6f14ac67-9123-4a91-b91d-88677de27593 req-ca51867c-5a92-49d2-b79a-368e3853dbb6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1426392 Jun 28 12:36:21.638767 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:21.639865 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6f14ac67-9123-4a91-b91d-88677de27593 req-436f6f3e-95c8-4c1e-93f4-4033166ba847 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545182 Jun 28 12:36:21.646480 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:22.099498 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:22.208153 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'code': 200} Jun 28 12:36:22.375569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff554a-4df6-42e2-92bd-04d6b75e5e1c req-1577c0e0-4b63-4c15-9b51-64da623003e5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:22.378265 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-95ff554a-4df6-42e2-92bd-04d6b75e5e1c req-1577c0e0-4b63-4c15-9b51-64da623003e5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1087382 Jun 28 12:36:22.437034 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-95ff554a-4df6-42e2-92bd-04d6b75e5e1c req-b012a238-104f-46bf-8b8d-34d1d6667db5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Jun 28 12:36:22.686984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3c73-345f-41ae-80fb-06a3ae15db83 req-38f356e0-8d28-4e26-b2c9-b7088430262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:22.688651 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0d5c3c73-345f-41ae-80fb-06a3ae15db83 req-38f356e0-8d28-4e26-b2c9-b7088430262c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1099 time: 0.0846679 Jun 28 12:36:22.743541 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0d5c3c73-345f-41ae-80fb-06a3ae15db83 req-e256bae2-5c7e-43c2-a188-76ceccb7dbe3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483687 Jun 28 12:36:22.931465 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e85e27-38ce-4b6e-a819-33994465e032 req-430c3b02-d67c-4f67-858b-5ab127b2c6b1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:22.933224 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-03e85e27-38ce-4b6e-a819-33994465e032 req-430c3b02-d67c-4f67-858b-5ab127b2c6b1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0982089 Jun 28 12:36:22.985196 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-03e85e27-38ce-4b6e-a819-33994465e032 req-e77c1863-a262-4043-bb20-f52cf0d91142 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Jun 28 12:36:23.200799 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285a91f-befd-45f1-ac18-1db30b1ac643 req-ca6c42e3-e16f-43cf-a47d-fcd94360ff90 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:23.202429 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a285a91f-befd-45f1-ac18-1db30b1ac643 req-ca6c42e3-e16f-43cf-a47d-fcd94360ff90 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0975854 Jun 28 12:36:23.218094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56592) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:23.224807 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Request body: {'floatingip': {'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:23.316882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:23.732754 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f36624-3768-4fd6-acfc-66a0195ec857 req-48b07833-a247-4313-abea-1d486b9eb966 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:23.735307 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-99f36624-3768-4fd6-acfc-66a0195ec857 req-48b07833-a247-4313-abea-1d486b9eb966 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1262240 Jun 28 12:36:23.818592 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-99f36624-3768-4fd6-acfc-66a0195ec857 req-12800090-af0c-4800-8fb4-6ee05f013716 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723250 Jun 28 12:36:24.245151 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:24.331980 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:24.517490 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Floating IP 06a468fe-1d0f-4c94-9fec-52afa3c90201 associated. External IP: 172.28.1.32, port: 0e2c06c5-ee55-4bff-a615-cae37eb9aa10. Jun 28 12:36:24.939344 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:25.198725 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029a8b8-9233-495f-9510-00afe67bb594 req-f041998d-7d79-41b8-b281-b8ac73263594 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.200592 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0029a8b8-9233-495f-9510-00afe67bb594 req-f041998d-7d79-41b8-b281-b8ac73263594 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.2577879 Jun 28 12:36:25.229429 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:25.237000 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:25.241635 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:25.252789 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:25.253425 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:25.312943 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0029a8b8-9233-495f-9510-00afe67bb594 req-037860d1-4079-459d-a87a-86c5006be6c0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039221 Jun 28 12:36:25.328384 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-eb0e76dd-5ddb-4d8e-aa92-6ee0ec591403 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "PUT /v2.0/floatingips/06a468fe-1d0f-4c94-9fec-52afa3c90201 HTTP/1.1" status: 200 len: 990 time: 2.1061885 Jun 28 12:36:25.328384 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:25.400910 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'status': 'completed', 'code': 200} Jun 28 12:36:25.478721 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:25.530569 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-582f00ee-9cc4-448b-8c95-188ca3ccad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.532237 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-582f00ee-9cc4-448b-8c95-188ca3ccad8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1098 time: 0.0945704 Jun 28 12:36:25.601335 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f586e-2be4-4400-84a2-97d360dcd08b req-473301bb-4921-4a81-ada5-76365a10b104 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.603600 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-110f586e-2be4-4400-84a2-97d360dcd08b req-473301bb-4921-4a81-ada5-76365a10b104 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1092565 Jun 28 12:36:25.695165 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-110f586e-2be4-4400-84a2-97d360dcd08b req-5d9e445b-c99b-4c10-8c93-ab079dfbac22 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Jun 28 12:36:25.873347 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-fc099311-6801-4260-884a-ef516450ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:25.874915 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-fc099311-6801-4260-884a-ef516450ed77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.3353770 Jun 28 12:36:25.988160 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '06a468fe-1d0f-4c94-9fec-52afa3c90201', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:35:53Z', 'updated_at': '2021-06-28T12:36:24Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:25.993556 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:26.004383 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:26.005066 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:26.019510 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-5b6ef2f0-270e-4e28-a33e-a7714d7d00a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 998 time: 0.1366589 Jun 28 12:36:26.090429 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-c30d31bc-906c-4280-9b17-8f6e23596346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:26.093120 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-c30d31bc-906c-4280-9b17-8f6e23596346 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0673327 Jun 28 12:36:26.222978 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-c596673b-fcb1-4143-8365-b812a6335957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:26.224864 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-c596673b-fcb1-4143-8365-b812a6335957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240432 Jun 28 12:36:26.228996 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:26.257756 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763acf66-ada8-4672-b818-0c541496f0eb req-eeef1639-c48e-4948-8cb4-1ee9b5e176fb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:26.259864 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-763acf66-ada8-4672-b818-0c541496f0eb req-eeef1639-c48e-4948-8cb4-1ee9b5e176fb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1725700 Jun 28 12:36:26.312666 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-763acf66-ada8-4672-b818-0c541496f0eb req-6ca12e54-8369-44bd-89d8-31114f151fbf tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461466 Jun 28 12:36:26.326247 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56622) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:26.414210 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-1679587c-4133-444b-b04c-52261efb1afd service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822174 Jun 28 12:36:26.490619 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:26.508064 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:26.512957 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4d7da3bf1734d209c703f8af79b4d59 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:26.516626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:26.524485 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:26.613499 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a4cd40f3-4e22-4217-8d7a-e5bbba55f096 req-a86e226d-8182-46f6-86fb-9e794e69ac99 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916745 Jun 28 12:36:26.670491 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:26.710569 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '06a468fe-1d0f-4c94-9fec-52afa3c90201', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:35:53Z', 'updated_at': '2021-06-28T12:36:24Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:26.715504 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e9dedf-89bb-400b-b4b7-e6b7a874c1be None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '06a468fe-1d0f-4c94-9fec-52afa3c90201', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'floating_ip_address': '172.28.1.32', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:35:53Z', 'updated_at': '2021-06-28T12:36:24Z', 'revision_number': 1, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:36:26.754286 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:26.773350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-3f4f5f75-0f6f-4b2e-aabb-5b6f89cd362d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:26.812916 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4d7da3bf1734d209c703f8af79b4d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4856257 Jun 28 12:36:26.813972 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb851a-5b42-459f-85ca-ffd6748ab13b,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:26.816520 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56632) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:26.828769 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4b8f5274-3340-407c-bff6-72824b3480f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:26.900041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:26.943154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:26.977062 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111bc140-9c6a-4487-adc0-b3d371ea8453 None None] New status for floating IP 06a468fe-1d0f-4c94-9fec-52afa3c90201: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:36:27.091424 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:27.095209 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-38545dba-a47d-4d50-8270-052adc559c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:27.107815 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb851a-5b42-459f-85ca-ffd6748ab13b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:27.113320 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:27.120757 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:27.121949 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67fb851a-5b42-459f-85ca-ffd6748ab13b HTTP/1.1" status: 204 len: 168 time: 0.3044558 Jun 28 12:36:28.079759 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56648) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:28.099580 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.117044 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:28.121843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Usage tracker for resource:security_group_rule and tenant:30c997c79710460da9badc4ce338efa5 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:28.127066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:28.136867 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:28.237654 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.330328 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.338357 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0e8913dc-2c22-4c01-a46f-08715186c942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:28.381508 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c92d44-4fd4-4dd0-8ee5-2b3720fcdaec,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:28.385797 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30c997c79710460da9badc4ce338efa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049369 Jun 28 12:36:28.386897 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:28.389386 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56652) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:28.459140 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.490600 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.675596 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.683560 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4074e66b-a9b5-4bf0-b771-ec7f3cd2288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:28.707356 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c92d44-4fd4-4dd0-8ee5-2b3720fcdaec,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:28.712030 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:28.714374 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:28.716266 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0e2ba17d-5c60-4806-9bec-20394c514cdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76c92d44-4fd4-4dd0-8ee5-2b3720fcdaec HTTP/1.1" status: 204 len: 168 time: 0.3255622 Jun 28 12:36:29.852991 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:36:30.262705 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:31.872830 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-05f30cca-8cfb-43b2-aab4-6fd9ab4ca8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:32.165532 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:34.384134 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-5ed094aa-c0f0-41e7-b0a6-6ac159f4ce0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:35.113556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af667dd-6b8b-40e4-9bb0-04faeca6e0f2 req-d34647c5-5e00-4c60-97c7-05e76eb337f6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:35.113556 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9af667dd-6b8b-40e4-9bb0-04faeca6e0f2 req-d34647c5-5e00-4c60-97c7-05e76eb337f6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1437795 Jun 28 12:36:35.191341 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-9af667dd-6b8b-40e4-9bb0-04faeca6e0f2 req-58c6e58f-f463-4624-97a3-17aadd8dae08 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704281 Jun 28 12:36:35.216048 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56770) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:35.490006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3c567-01d5-4397-b0ef-d6e359e9f9c4 tempest-TestMinimumBasicScenario-1379630691 tempest-TestMinimumBasicScenario-1379630691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:35.490757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9de3c567-01d5-4397-b0ef-d6e359e9f9c4 tempest-TestMinimumBasicScenario-1379630691 tempest-TestMinimumBasicScenario-1379630691-project-admin] Synchronizing usage tracker for tenant:c231559af0b943a68a87ff38f73bcc4c on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:35.525355 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:35.599502 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9de3c567-01d5-4397-b0ef-d6e359e9f9c4 tempest-TestMinimumBasicScenario-1379630691 tempest-TestMinimumBasicScenario-1379630691-project-admin] Unset dirty status for tenant:c231559af0b943a68a87ff38f73bcc4c on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:35.600829 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-9de3c567-01d5-4397-b0ef-d6e359e9f9c4 tempest-TestMinimumBasicScenario-1379630691 tempest-TestMinimumBasicScenario-1379630691-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1094 time: 0.3835166 Jun 28 12:36:35.608306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56784) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:35.614841 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'floatingip': {'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'port_id': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:35.621256 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:35.625564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:floatingip and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:35.630145 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:35.636789 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:35.738272 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for floatingip, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:35.897520 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:36.105528 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Allocated IP 172.28.1.224 (e78f9ceb-b1a3-4376-9d76-63b43ec920d6/9a8bcb92-f76c-44e4-9636-1c52963ed6bc/dcb8326e-cd09-4d75-a53e-b4f82e46c14c) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:36:36.289029 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:36.491643 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:36.496590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3a30ff8c-1fef-474d-8d3a-2ae117e7327d tempest-ServerRescueNegativeTestJSON-1326095405 tempest-ServerRescueNegativeTestJSON-1326095405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:36.560800 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Network e78f9ceb-b1a3-4376-9d76-63b43ec920d6 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:36:36.563574 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:36:36.568617 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:36:36.608038 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'Port': ['ID=dcb8326e-cd09-4d75-a53e-b4f82e46c14c,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:36.617355 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:36.844361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:37.136050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:37.314087 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:37.553144 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:37.662110 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:37.666071 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:37.778009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'Port': ['ID=dcb8326e-cd09-4d75-a53e-b4f82e46c14c,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:37.783035 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:37.793646 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.045264 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Floating IP 3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3 associated. External IP: 172.28.1.224, port: b5a69b52-c14c-49ea-9c22-1f12a2471234. Jun 28 12:36:38.420331 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56812) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:38.444221 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Router 2e2340a2-d95c-4324-b234-7b77059916ab has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:38.573165 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.589674 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:38.594414 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Usage tracker for resource:security_group_rule and tenant:06a3f659ed7445b08695b0ac76fc11f7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:38.598435 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:38.605851 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:38.671914 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:38.694038 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Sync routers for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:38.704011 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.705312 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:38.706033 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:38.794058 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.828067 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:38.841585 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0cdba8b0-a25e-476e-8246-653b36d7b4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:38.888608 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2787697 Jun 28 12:36:38.890190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:38.898137 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:38.899199 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56818) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:38.908564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423188788', 'description': 'tempest-secgroup-smoke-423188788 description', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:38.919738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:38.928033 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a3f659ed7445b08695b0ac76fc11f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026870 Jun 28 12:36:38.928033 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a57ba-e959-4bf6-90c4-2d97eb25eec7,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:38.931208 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56824) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:38.942209 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:38.972309 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.972895 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.973473 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.973958 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.974467 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.975051 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.975636 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.976210 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.976705 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.977192 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.977772 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:38.978290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:36:39.011782 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:36:39.016587 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:39.051093 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.065186 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.106197 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.290723 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:39.294741 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'floating_ip_address': '172.28.1.224', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'port_id': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'mac_address': 'fa:16:3e:84:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa13445-65a1-4486-a070-1706e2597c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:37Z', 'updated_at': '2021-06-28T12:36:37Z', 'revision_number': 0, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:39.301946 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:39.302532 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Checking router: 2e2340a2-d95c-4324-b234-7b77059916ab for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:39.306560 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:39.324503 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.324669 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:39.324669 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:39.324876 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f59b5bee-0b1d-45ed-939d-0de2a4852b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:39.324984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:39.353525 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-c2312b0a-a9fc-4c28-bd8d-d69dae1f6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:39.355152 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-c2312b0a-a9fc-4c28-bd8d-d69dae1f6d0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1099 time: 0.2915058 Jun 28 12:36:39.430291 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a57ba-e959-4bf6-90c4-2d97eb25eec7,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:39.432706 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:39.442577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.443870 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f8a57ba-e959-4bf6-90c4-2d97eb25eec7 HTTP/1.1" status: 204 len: 168 time: 0.5111620 Jun 28 12:36:39.592887 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:39.671996 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.679237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-ab857b64-b893-40ce-a9c7-b11cde27a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:39.680930 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-ab857b64-b893-40ce-a9c7-b11cde27a9e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.3143935 Jun 28 12:36:39.801437 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-308c819c-7f78-4cd1-abbf-095384644dd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 1000 time: 0.1124697 Jun 28 12:36:39.804909 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:39.846146 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f53322db-577c-460e-9e1d-a2981600b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:39.913017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2210ac58-680b-4bf1-b042-546e1acd2f3d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:39.917298 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:39.921078 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-aeb52cd9-c354-440b-8652-106f4b17a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:39.922705 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-aeb52cd9-c354-440b-8652-106f4b17a1e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.1116624 Jun 28 12:36:40.006070 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.010165 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1064432 Jun 28 12:36:40.010627 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56834) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:40.017779 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:40.024014 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:40.028805 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:40.032390 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:40.040223 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:40.049535 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-215b48bf-3435-461a-824d-40101ef7bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:40.049820 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'floating_ip_address': '172.28.1.224', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'port_id': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'mac_address': 'fa:16:3e:84:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa13445-65a1-4486-a070-1706e2597c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:37Z', 'updated_at': '2021-06-28T12:36:37Z', 'revision_number': 0, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:40.051112 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-215b48bf-3435-461a-824d-40101ef7bd37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194768 Jun 28 12:36:40.054716 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb152f7a-0a3e-4c99-a900-04f934c3c4e7 None None] The sync data for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb is: [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_floatingips': [{'id': '3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'floating_ip_address': '172.28.1.224', 'floating_network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'router_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'port_id': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'mac_address': 'fa:16:3e:84:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa13445-65a1-4486-a070-1706e2597c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T12:36:37Z', 'updated_at': '2021-06-28T12:36:37Z', 'revision_number': 0, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:36:40.189229 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.289190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.293610 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-1b5baff4-88dc-4325-b68b-9380c81b150b service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340167 Jun 28 12:36:40.332012 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bcfa1-1129-481f-8017-960e1dbaba1b None None] New status for floating IP 3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3: ACTIVE {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:36:40.365737 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.374035 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0b87b0e0-632b-4a59-b67a-6863011c2453 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:40.399701 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf421a3-ac38-45bd-b3fb-e417861ec74a,revision_number=0']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:40.405377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:40.411339 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56838) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:40.440437 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.459202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:40.463591 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3f206ec3d24b2eaa6e5417f2ca727a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:40.466797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:40.473956 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:40.480618 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-86e4e5a3-195e-4c40-b524-94c918cfe39a req-e32b3872-87d9-41b4-a9fe-cbf3042fc6ab service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791682 Jun 28 12:36:40.511299 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.512652 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b0ffef40-3e2a-448a-b00d-2e06e20a2eda tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5008795 Jun 28 12:36:40.515559 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56842) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:40.521779 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:40.528062 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:40.533700 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:40.537066 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:40.544548 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:40.636590 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.693320 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.713467 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.724854 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-430782ea-8285-478f-bc42-eb90f5d1cd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:40.770175 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.770368 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb3f206ec3d24b2eaa6e5417f2ca727a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572366 Jun 28 12:36:40.771411 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229fe49-6018-4001-88f7-1342aa01bda6,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:40.772118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56846) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:40.774936 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:40.845678 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.858172 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.868665 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:40.906230 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:40.913757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae954cb3-ab29-482c-b5f4-bb09670f3995,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:40.924330 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:41.039274 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.040394 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5235686 Jun 28 12:36:41.043681 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56852) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:41.049943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:41.056201 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:41.060499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:41.063798 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:41.067586 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.075354 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-009bee9f-954e-4fae-81c7-cd82773b2b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:41.083105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:41.096824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229fe49-6018-4001-88f7-1342aa01bda6,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:41.101134 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:41.103556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.104700 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-af772ca7-483c-4754-8636-daeeb0a78a77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b229fe49-6018-4001-88f7-1342aa01bda6 HTTP/1.1" status: 204 len: 168 time: 0.3313100 Jun 28 12:36:41.200818 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.281381 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.346654 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.353750 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bbcc1582-ad94-42f6-9207-3e3dd5708f0b tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:41.378415 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da73c616-3e50-4873-aa39-0b3c5b9481a2,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:41.380585 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:41.559870 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.561123 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b80ee54c-3930-4e29-a517-79376fdc4f31 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5163851 Jun 28 12:36:41.565134 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56858) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:41.571333 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:41.577631 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:41.582899 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:41.586115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:41.592550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:41.728229 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.812416 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.908255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:41.910446 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:41.935301 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53be34d1-69bf-482f-bdc4-b3728a5b9c32,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:41.940930 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:42.039811 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.041046 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-9f9cf964-f8ab-438f-8eef-5a3b8c954e5c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4748185 Jun 28 12:36:42.043953 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56866) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:42.052230 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:42.061268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:42.068069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:42.072533 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:42.080685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:42.164149 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56870) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:42.183779 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.200126 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:42.209680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Usage tracker for resource:security_group_rule and tenant:06a3b4a72658456daa4567fc2f299900 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:42.209680 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:42.214619 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:42.243539 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Project 3a01ee37539f4d9abe4deeef0682bcd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:36:42.253168 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.312392 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.340521 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.411018 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.419089 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a034db4d-ebf2-46d1-9354-304a01b33b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:42.439674 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.442297 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-5225f4b6-b411-421b-a4c4-b9ca018c6d32 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:42.462238 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c14a5-710c-45e8-8a63-40785ec6c8cf,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:42.467556 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06a3b4a72658456daa4567fc2f299900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012769 Jun 28 12:36:42.467556 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-3980f692-8b74-4b02-9a6d-69d61b30f4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:42.468695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d1aeef-8eb0-4e48-904c-8d107491e2a7,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:42.470662 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 56874) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:42.473879 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:42.534013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.559875 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.561117 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-cb9211ce-c4fd-4896-a953-cf0ba4fcc673 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5157597 Jun 28 12:36:42.564125 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 56878) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:42.569936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'security_group_rule': {'security_group_id': '2210ac58-680b-4bf1-b042-546e1acd2f3d', 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:42.573181 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.576823 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:36:42.581882 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Usage tracker for resource:security_group_rule and tenant:3a01ee37539f4d9abe4deeef0682bcd7 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:36:42.585284 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:36:42.592019 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:36:42.690813 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.securitygroups_db [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Project 3a01ee37539f4d9abe4deeef0682bcd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 12:36:42.698395 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.730735 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.736028 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a5fafc18-48a4-4e14-b544-5f9351f7e735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:42.747862 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c14a5-710c-45e8-8a63-40785ec6c8cf,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:42.750350 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:42.761824 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.765610 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-09e2f066-d042-4d18-b86f-919d183d83c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/454c14a5-710c-45e8-8a63-40785ec6c8cf HTTP/1.1" status: 204 len: 168 time: 0.2913008 Jun 28 12:36:42.779660 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.896634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349042'] for security_group_rule, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:42.899277 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2e86ee5f-eaf8-410f-be31-f3ef80342804 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:42.929143 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e50f3f-9d15-4626-8e0d-f196db104189,revision_number=0']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:42.930340 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:43.028314 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:43.029859 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-4324f221-787b-4a48-bcce-3140b72484f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4644759 Jun 28 12:36:43.193117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-dc306f35-b691-4f3c-815b-38ee287af324 req-023b0273-ba23-455d-a83a-3509b1741655 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:36:43.306101 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-dc306f35-b691-4f3c-815b-38ee287af324 req-023b0273-ba23-455d-a83a-3509b1741655 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:36:43.311322 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dc306f35-b691-4f3c-815b-38ee287af324 req-023b0273-ba23-455d-a83a-3509b1741655 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423188788&fields=id&tenant_id=3a01ee37539f4d9abe4deeef0682bcd7 HTTP/1.1" status: 200 len: 267 time: 0.1907980 Jun 28 12:36:43.439867 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f68b5c77-1526-42e0-9733-0a44e555c7e1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:43.441406 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f68b5c77-1526-42e0-9733-0a44e555c7e1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1278789 Jun 28 12:36:43.453852 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'port': {'security_groups': ['b991c65c-9300-4e81-9f46-9f4cf04d63f5', '2210ac58-680b-4bf1-b042-546e1acd2f3d']}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:36:43.591154 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:43.991835 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:36:44.021863 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:44.096580 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:44.106556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-17c3656f-c2e1-4a6c-b50f-90499fa0861a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:44.134753 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:36:44.210173 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:44.210998 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:44.212597 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-dc306f35-b691-4f3c-815b-38ee287af324 req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "PUT /v2.0/ports/b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 982 time: 0.7636924 Jun 28 12:36:44.213359 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:44.285073 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=6']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:44.314845 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:44.340048 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:36:44.418134 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:36:44.630802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-eef4afa0-a0a2-4424-a5d2-ec636d1db4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:44.632508 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-eef4afa0-a0a2-4424-a5d2-ec636d1db4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1138 time: 0.2347412 Jun 28 12:36:44.646050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f9eea-c038-434f-85ea-d32f06ee98da req-c556dac2-d464-4b2d-9d6d-368a786f8405 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:44.647884 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e19f9eea-c038-434f-85ea-d32f06ee98da req-c556dac2-d464-4b2d-9d6d-368a786f8405 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1567059 Jun 28 12:36:44.788712 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-a9bff9c2-2a8d-4b06-ab23-8d4a8d15a785 None None] Provisioning complete for port b5a69b52-c14c-49ea-9c22-1f12a2471234 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:36:44.789316 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a9bff9c2-2a8d-4b06-ab23-8d4a8d15a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:44.793257 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e19f9eea-c038-434f-85ea-d32f06ee98da req-8931a601-dc1d-4558-886b-31fc518a6376 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224875 Jun 28 12:36:44.852380 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-2929b6ca-5f6c-42d8-90ca-71c7194b8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:44.855285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-2929b6ca-5f6c-42d8-90ca-71c7194b8ac5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.2058785 Jun 28 12:36:45.040630 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-7bfd7cbf-17dd-4125-a21c-f58dc7089114 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 1002 time: 0.1775343 Jun 28 12:36:45.184806 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-cbad0204-f513-4eba-aac5-b0552c23de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:45.187945 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-cbad0204-f513-4eba-aac5-b0552c23de99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.1369479 Jun 28 12:36:45.302490 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-9f4ca288-c1d8-46c5-a94d-33e6e926afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:45.302490 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-9f4ca288-c1d8-46c5-a94d-33e6e926afcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055746 Jun 28 12:36:45.476286 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-076fee3e-629e-467b-a7d8-4e9dd201bfa8 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609492 Jun 28 12:36:45.648660 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-340765b5-4705-411b-b3e4-dd682d1b63e7 req-a1a817a8-b0ae-4c2a-968d-d77267af23f1 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652977 Jun 28 12:36:57.272454 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57010) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:36:57.503498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Deleting port 05484ffc-be8d-4979-ad66-155914ccefec {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:36:57.503931 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:57.688040 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:57.688274 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:57.816199 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Calling delete_port for 05484ffc-be8d-4979-ad66-155914ccefec owned by network:floatingip {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:36:58.061833 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.068244 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-287a1878-44fc-4b88-8260-9ffa8bfe7f68 tempest-AttachVolumeNegativeTest-309880440 tempest-AttachVolumeNegativeTest-309880440-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:36:58.118831 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event deleted for resources: {'Port': ['ID=05484ffc-be8d-4979-ad66-155914ccefec,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:36:58.123918 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:36:58.229152 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for floatingip, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:58.229500 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.db.l3_db [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Floating IP 9fe79a5e-03a1-430e-8c89-c5b3e97f07d3 disassociated (deleted). External IP: 172.28.1.14, port: 0113058d-4d1f-4cd6-b5aa-e7079989025d. Jun 28 12:36:58.714821 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Router f45563be-70e9-401b-ba20-d0e6cb5a87d0 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:36:58.904370 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:36:58.914647 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Sync routers for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:36:58.926143 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:58.926779 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:58.997292 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:36:59.066087 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-8f7db5d8-94da-4dd3-a912-d330ad10d467 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "DELETE /v2.0/floatingips/9fe79a5e-03a1-430e-8c89-c5b3e97f07d3 HTTP/1.1" status: 204 len: 168 time: 1.7921052 Jun 28 12:36:59.067450 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:36:59.124470 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'status': 'completed', 'code': 200} Jun 28 12:36:59.178556 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:59.269353 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff74b6-8e80-4cda-a268-2304b028629c req-61821306-a3b6-46e8-bef0-2d141104b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:59.271089 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-61821306-a3b6-46e8-bef0-2d141104b755 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 1098 time: 0.0941541 Jun 28 12:36:59.460652 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff74b6-8e80-4cda-a268-2304b028629c req-721c62d4-82c1-4d8e-9dc9-a9587611e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:59.462248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-721c62d4-82c1-4d8e-9dc9-a9587611e5b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 200 len: 909 time: 0.1818247 Jun 28 12:36:59.556931 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-bd66130a-f1b7-4e42-ba56-9f60deb472ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 200 len: 217 time: 0.0779307 Jun 28 12:36:59.602601 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:59.607775 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Checking router: f45563be-70e9-401b-ba20-d0e6cb5a87d0 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:36:59.621189 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:36:59.622527 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:36:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:36:59.646006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff74b6-8e80-4cda-a268-2304b028629c req-a43d0c7c-7c03-4526-98d0-df09d01a682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:59.648825 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-a43d0c7c-7c03-4526-98d0-df09d01a682d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 200 len: 847 time: 0.0835476 Jun 28 12:36:59.822228 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:36:59.970770 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc8138-1832-4852-a953-1ba5f551ae22 req-f939a626-8d74-4e0a-ad93-529095c36648 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:59.973357 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d6cc8138-1832-4852-a953-1ba5f551ae22 req-f939a626-8d74-4e0a-ad93-529095c36648 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.2390046 Jun 28 12:36:59.977076 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff74b6-8e80-4cda-a268-2304b028629c req-d35179bc-9db3-41e3-a0c0-5cecf817560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:36:59.979610 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-d35179bc-9db3-41e3-a0c0-5cecf817560a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=72e80c99-9513-40f6-97b7-53ca23d705a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3029377 Jun 28 12:37:00.069171 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57040) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:00.233247 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.239324 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.256634 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:00.258926 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:37:00.261747 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec57ca-a7c3-4d50-8bb5-25f86c799197 None None] The sync data for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb is: [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:32:05Z', 'revision_number': 4, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '9eb20290-46a8-4564-b6f8-2556c8e3356b', 'name': '', 'network_id': '72e80c99-9513-40f6-97b7-53ca23d705a7', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'mac_address': 'fa:16:3e:76:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:04Z', 'updated_at': '2021-06-28T12:32:13Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'subnets': [{'id': '71f82c1d-4ff0-4383-bba4-a5a5249018c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:37:00.265113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Usage tracker for resource:security_group_rule and tenant:2b5a834bb5e8454cb43c30ba0bee8b98 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:37:00.269371 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:37:00.276962 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:37:00.310803 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d6cc8138-1832-4852-a953-1ba5f551ae22 req-2a53e32b-0f63-40ff-99dd-828df82b45a9 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263683 Jun 28 12:37:00.324447 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-ff0573a9-e4f5-4462-afdf-7156b23a4571 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087170 Jun 28 12:37:00.395093 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.485416 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.501419 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cbff74b6-8e80-4cda-a268-2304b028629c req-51e2ce59-2d2d-4f12-be4e-2ad5c6ae3b29 service neutron] 10.222.0.35 "GET /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681449 Jun 28 12:37:00.504521 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c4badf9f-364e-4163-9867-7b06c37f08ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:00.563684 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b5a834bb5e8454cb43c30ba0bee8b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933999 Jun 28 12:37:00.564190 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac35eaf-d8f8-4cc7-81b0-b6195852a52a None None] New status for floating IP 9fe79a5e-03a1-430e-8c89-c5b3e97f07d3: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:37:00.566477 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57046) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:00.568464 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c36d13-eb0d-405b-83a0-f9b0db1dedcb,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:00.572822 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:00.638137 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.668206 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.901650 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.905651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cfa1de51-6930-49bc-8f4f-ed60e2502e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:00.920301 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c36d13-eb0d-405b-83a0-f9b0db1dedcb,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:00.924936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:00.942968 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:00.942968 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91c36d13-eb0d-405b-83a0-f9b0db1dedcb HTTP/1.1" status: 204 len: 168 time: 0.3609324 Jun 28 12:37:01.561902 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-adf55bb2-e39f-438c-9589-5e1d9a1c28ad tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:01.564144 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-adf55bb2-e39f-438c-9589-5e1d9a1c28ad tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.35 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1789498 Jun 28 12:37:01.576304 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a61a4-e3c7-4b3c-b39d-05d7450c4e11 req-e1747243-1feb-4f7e-9f26-f3eda3a45c94 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:01.577820 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-629a61a4-e3c7-4b3c-b39d-05d7450c4e11 req-e1747243-1feb-4f7e-9f26-f3eda3a45c94 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 945 time: 0.1264184 Jun 28 12:37:01.679731 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Deleting port 0113058d-4d1f-4cd6-b5aa-e7079989025d {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:01.680073 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:01.725454 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-629a61a4-e3c7-4b3c-b39d-05d7450c4e11 req-7b71d59a-ead2-44d3-94f4-8b54cb383ba7 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/security-groups?id=75225b45-aa4d-40fb-8cdc-cc663265b137&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093423 Jun 28 12:37:01.847910 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57058) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:01.860190 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-fccc4ac0-afcb-41e1-b2cb-e7187ed9471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:01.868815 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:01.890431 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:37:01.895059 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7f34cdad9e914efe926a420c6a452657 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:37:01.898196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:37:01.904441 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:37:01.984318 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] For port 0113058d-4d1f-4cd6-b5aa-e7079989025d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0113058d-4d1f-4cd6-b5aa-e7079989025d,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:01.985315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.005191 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.061690 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.069372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1c91d21f-8696-442e-8d0d-5fb0b3077b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:02.118225 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f34cdad9e914efe926a420c6a452657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689660 Jun 28 12:37:02.118881 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57062) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:02.122437 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d5a382-8c97-4ff5-b23b-c3156a6966ea,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:02.124820 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Calling delete_port for 0113058d-4d1f-4cd6-b5aa-e7079989025d owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:02.136884 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-437a2028-1b7b-4792-9ad9-2573d5ba34d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:02.198677 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.202173 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.238408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.370158 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.374068 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f1d14a03-be74-4404-915b-25bed73be62a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:02.395757 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d5a382-8c97-4ff5-b23b-c3156a6966ea,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:02.398202 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:02.417758 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.420523 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-e8329a28-dfb8-456f-9aad-5faa62f552e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0d5a382-8c97-4ff5-b23b-c3156a6966ea HTTP/1.1" status: 204 len: 168 time: 0.3005044 Jun 28 12:37:02.433208 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.440294 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:02.486500 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event deleted for resources: {'Port': ['ID=0113058d-4d1f-4cd6-b5aa-e7079989025d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:02.489775 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:02.574984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] No DVR routers for this DVR port 0113058d-4d1f-4cd6-b5aa-e7079989025d on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:37:02.577762 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:02.581186 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-deleted', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:37:02.600153 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-6be40f4c-749d-48b1-a67e-0ca469425e24 req-1f0a51bb-85fa-4c5f-9b4b-ff927a5fdf96 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.35 "DELETE /v2.0/ports/0113058d-4d1f-4cd6-b5aa-e7079989025d HTTP/1.1" status: 204 len: 173 time: 1.0209353 Jun 28 12:37:02.647874 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d9086e-ae50-48d5-b02b-6f07ce0fd282', 'name': 'network-vif-deleted', 'tag': '0113058d-4d1f-4cd6-b5aa-e7079989025d', 'status': 'completed', 'code': 200} Jun 28 12:37:02.952162 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-af66a38a-f0a9-4309-9b09-a10fe25ac14a req-0fb108ed-4c23-4fef-9560-73dc046613f1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Synchronizing usage tracker for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79308) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:37:03.054760 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [req-af66a38a-f0a9-4309-9b09-a10fe25ac14a req-0fb108ed-4c23-4fef-9560-73dc046613f1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Unset dirty status for tenant:e598201683e7445a8dfcf8ebd6a9db0f on resource:port {{(pid=79308) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:37:03.056750 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-af66a38a-f0a9-4309-9b09-a10fe25ac14a req-0fb108ed-4c23-4fef-9560-73dc046613f1 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.1942847 Jun 28 12:37:03.278946 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:03.316309 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 0113058d-4d1f-4cd6-b5aa-e7079989025d {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:03.316979 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0113058d-4d1f-4cd6-b5aa-e7079989025d not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:04.271306 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-06d143ec-6c38-4776-a63b-735d9a750aff req-ce4bab3c-af77-4f84-8ec5-aacccf98f938 tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "GET /v2.0/ports?device_id=80d9086e-ae50-48d5-b02b-6f07ce0fd282 HTTP/1.1" status: 200 len: 210 time: 0.0599480 Jun 28 12:37:04.461563 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-aced01f4-1dcb-4e7b-93fd-9ef978258bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.071787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb6e8-3e60-40e4-a7d9-8535ccea9340 req-1af030e7-0cdc-4fa4-98d7-b6b1b013a2bf tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:05.073355 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-40dbb6e8-3e60-40e4-a7d9-8535ccea9340 req-1af030e7-0cdc-4fa4-98d7-b6b1b013a2bf tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1983113 Jun 28 12:37:05.075943 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066031f7-bee4-4500-a462-b8a8f23df641 req-05fed75a-bae9-42d3-b443-ed52b51fbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:05.077428 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-05fed75a-bae9-42d3-b443-ed52b51fbbba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1138 time: 0.1498296 Jun 28 12:37:05.287840 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-40dbb6e8-3e60-40e4-a7d9-8535ccea9340 req-60942b41-4cf1-4ce0-98a0-78d57d0c9a61 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019675 Jun 28 12:37:05.373066 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066031f7-bee4-4500-a462-b8a8f23df641 req-4f3a540e-8d01-4cbb-ad85-1e0a39b8c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:05.376377 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-4f3a540e-8d01-4cbb-ad85-1e0a39b8c4f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.2761235 Jun 28 12:37:05.450480 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57092) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:05.467922 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.589117 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.614293 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-e7b0da8a-9483-465e-8d76-89d8d4d82853 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 1002 time: 0.2305751 Jun 28 12:37:05.641313 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.724366 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066031f7-bee4-4500-a462-b8a8f23df641 req-6f39a7aa-0a21-48f7-9c2b-a77784ff0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:05.726199 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-6f39a7aa-0a21-48f7-9c2b-a77784ff0f97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.0993416 Jun 28 12:37:05.819307 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066031f7-bee4-4500-a462-b8a8f23df641 req-db2528b6-6925-47d9-9633-67db8365fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:05.820834 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-db2528b6-6925-47d9-9633-67db8365fc2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836427 Jun 28 12:37:05.838714 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.845027 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-825e55c3-f754-44da-80ed-865d1f5b4b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:05.862412 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75225b45-aa4d-40fb-8cdc-cc663265b137,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:05.865380 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:05.965277 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:05.980455 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-808160a0-6f0f-4db4-98a2-8604ee8cf72c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] 10.222.0.37 "DELETE /v2.0/security-groups/75225b45-aa4d-40fb-8cdc-cc663265b137 HTTP/1.1" status: 204 len: 168 time: 0.5283897 Jun 28 12:37:06.002405 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-8f372b52-f501-4acc-834f-de6e3bde7492 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683736 Jun 28 12:37:06.173100 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57102) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:06.226875 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-066031f7-bee4-4500-a462-b8a8f23df641 req-79257412-653f-43f0-9108-ae3a98074940 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140083 Jun 28 12:37:06.719588 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644b01c-a790-4006-acee-6aa9804a491f req-7e705397-6f51-4504-a6ee-c8a396d6b3fa tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:06.722627 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2644b01c-a790-4006-acee-6aa9804a491f req-7e705397-6f51-4504-a6ee-c8a396d6b3fa tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.2947333 Jun 28 12:37:06.851861 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:37:06.863028 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:06.868181 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-2644b01c-a790-4006-acee-6aa9804a491f req-f6d2aa38-f195-4e7c-884c-a94505e90a84 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353745 Jun 28 12:37:07.555782 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:08.009102 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Deleting port 9eb20290-46a8-4564-b6f8-2556c8e3356b {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:08.010242 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:08.183790 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac329008-0c73-4560-96d7-9ee1adcc9ed7 req-a0555be0-ecc9-4d51-8867-d07b76545f3f tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:08.185451 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ac329008-0c73-4560-96d7-9ee1adcc9ed7 req-a0555be0-ecc9-4d51-8867-d07b76545f3f tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1657202 Jun 28 12:37:08.247025 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ac329008-0c73-4560-96d7-9ee1adcc9ed7 req-4c2769d4-067a-4415-bb35-53845deb0618 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545480 Jun 28 12:37:08.284739 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] For port 9eb20290-46a8-4564-b6f8-2556c8e3356b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9eb20290-46a8-4564-b6f8-2556c8e3356b,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:08.285411 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:08.426428 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Calling delete_port for 9eb20290-46a8-4564-b6f8-2556c8e3356b owned by network:router_interface {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:08.728479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:08.733022 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-477da859-e0b2-4736-93f2-a922e8701f5a tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:08.784577 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb20290-46a8-4564-b6f8-2556c8e3356b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:08.788005 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:09.108936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12c6f-c0a7-4340-8cb6-e52c2835aea7 req-f28419a8-9e3e-4e1c-bff6-6779cd9689b0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:09.111351 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ca12c6f-c0a7-4340-8cb6-e52c2835aea7 req-f28419a8-9e3e-4e1c-bff6-6779cd9689b0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1380498 Jun 28 12:37:09.168985 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ca12c6f-c0a7-4340-8cb6-e52c2835aea7 req-6fb3b232-0f27-4a5f-baee-9d520266f9bc tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500917 Jun 28 12:37:09.276800 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:09.754225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cf8b2-d559-4c88-9225-8e2783fb853e req-10a10edd-39a8-485d-91e1-83a9008184e0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:09.755844 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-317cf8b2-d559-4c88-9225-8e2783fb853e req-10a10edd-39a8-485d-91e1-83a9008184e0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.3686607 Jun 28 12:37:09.897088 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-317cf8b2-d559-4c88-9225-8e2783fb853e req-7a603ef0-b95c-401a-9e84-2d4ff0802773 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285515 Jun 28 12:37:09.919265 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Router f45563be-70e9-401b-ba20-d0e6cb5a87d0 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:37:10.120073 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:37:10.139683 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Sync routers for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:37:10.158249 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:37:10.159343 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:10.205961 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-2f06a18e-43e1-4da6-86ff-90427d3aefee admin admin] 10.222.0.37 "PUT /v2.0/routers/f45563be-70e9-401b-ba20-d0e6cb5a87d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0302227 Jun 28 12:37:10.208377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57134) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:10.430225 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:10.439979 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79fda-4b37-4c76-9c34-9f74380e913b req-5c227a3d-e890-4495-be13-3815c1583ced tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:10.443717 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31c79fda-4b37-4c76-9c34-9f74380e913b req-5c227a3d-e890-4495-be13-3815c1583ced tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1476989 Jun 28 12:37:10.472601 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:37:10.499616 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-31c79fda-4b37-4c76-9c34-9f74380e913b req-c8a77225-78af-41d4-bf15-fb9800321ad6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470290 Jun 28 12:37:10.680997 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:10.764771 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Deleting port fb1da27e-989d-419b-96b3-ae8acbda42a5 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:10.766116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:10.851324 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:37:08Z', 'revision_number': 5, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port': {'id': 'fb1da27e-989d-419b-96b3-ae8acbda42a5', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:00Z', 'updated_at': '2021-06-28T12:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:10.856161 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Checking router: f45563be-70e9-401b-ba20-d0e6cb5a87d0 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:37:10.866210 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Routers {'f45563be-70e9-401b-ba20-d0e6cb5a87d0'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:37:10.866951 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:11.022915 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] For port fb1da27e-989d-419b-96b3-ae8acbda42a5, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=fb1da27e-989d-419b-96b3-ae8acbda42a5,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:11.023578 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:11.041617 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] Set router f45563be-70e9-401b-ba20-d0e6cb5a87d0 gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:37:11.218040 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:37:10Z', 'revision_number': 6, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port_host': None}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:11.225941 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24283f7d-f13f-4147-bd12-fa631a0b3635 None None] The sync data for ids ['f45563be-70e9-401b-ba20-d0e6cb5a87d0'] in dv-cinder-798094-1-smb is: [{'id': 'f45563be-70e9-401b-ba20-d0e6cb5a87d0', 'name': 'tempest-TestShelveInstance-951153937-router', 'tenant_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:31:59Z', 'updated_at': '2021-06-28T12:37:10Z', 'revision_number': 6, 'project_id': 'e598201683e7445a8dfcf8ebd6a9db0f', 'gw_port_host': None}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:37:11.227725 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Calling delete_port for fb1da27e-989d-419b-96b3-ae8acbda42a5 owned by network:router_gateway {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:11.348260 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdf3f9-624b-4bd5-9d31-5e4c2a5eac38 req-ac189e3a-0492-4282-b0b6-446b0f9b3c99 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:11.354762 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20fdf3f9-624b-4bd5-9d31-5e4c2a5eac38 req-ac189e3a-0492-4282-b0b6-446b0f9b3c99 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.3035696 Jun 28 12:37:11.580019 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20fdf3f9-624b-4bd5-9d31-5e4c2a5eac38 req-9ec2ddec-72f0-4e4e-b302-126fdde851ce tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2220223 Jun 28 12:37:11.696415 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:11.703702 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-24d3ff8f-290d-4a7b-8116-40f3b5c6e909 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:11.778925 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1da27e-989d-419b-96b3-ae8acbda42a5,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:11.783694 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:11.840375 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea066333-4b54-472d-94b0-f9e6ad1496a8 req-1d4b87f4-efd8-4abe-839d-eda796bb6ed6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:11.842976 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ea066333-4b54-472d-94b0-f9e6ad1496a8 req-1d4b87f4-efd8-4abe-839d-eda796bb6ed6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1491623 Jun 28 12:37:11.899084 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:11.912406 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ea066333-4b54-472d-94b0-f9e6ad1496a8 req-dc16d5f7-9e77-40b5-9e95-4db9e4545f43 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624032 Jun 28 12:37:12.085633 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.088793 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.262386 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.263228 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45563be-70e9-401b-ba20-d0e6cb5a87d0 {{(pid=79308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:37:12.285707 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.287648 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f8885513-3b4a-4a80-849f-06a1f9cc4be7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f45563be-70e9-401b-ba20-d0e6cb5a87d0 HTTP/1.1" status: 204 len: 168 time: 2.0778921 Jun 28 12:37:12.290511 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57142) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:12.400935 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Deleting subnet 71f82c1d-4ff0-4383-bba4-a5a5249018c8 {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:37:12.400935 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.477405 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.576785 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.761471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.767473 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9eb20290-46a8-4564-b6f8-2556c8e3356b no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:12.785408 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-de92b4cb-8e21-4e22-a721-6128208c40c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:12.804778 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 9eb20290-46a8-4564-b6f8-2556c8e3356b {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:12.805128 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9eb20290-46a8-4564-b6f8-2556c8e3356b not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:12.805552 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device fb1da27e-989d-419b-96b3-ae8acbda42a5 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:12.841633 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: fb1da27e-989d-419b-96b3-ae8acbda42a5 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:12.842015 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device fb1da27e-989d-419b-96b3-ae8acbda42a5 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:12.869611 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f82c1d-4ff0-4383-bba4-a5a5249018c8,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:12.872505 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042425a4-d378-4b5c-bb7b-ba91fa98728a None None] Network 72e80c99-9513-40f6-97b7-53ca23d705a7 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:37:12.873170 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:12.882973 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:12.895918 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-91d25b23-cd7e-41d6-ba3d-42c58a990635 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/71f82c1d-4ff0-4383-bba4-a5a5249018c8 HTTP/1.1" status: 204 len: 168 time: 0.6035690 Jun 28 12:37:12.898587 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57148) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:12.934629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3bf77-7c39-445e-91d4-cb4859570202 req-22152fc6-5923-4ef3-8c7e-ecbf356ac900 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:12.937871 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c4d3bf77-7c39-445e-91d4-cb4859570202 req-22152fc6-5923-4ef3-8c7e-ecbf356ac900 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.2212100 Jun 28 12:37:13.021696 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-c4d3bf77-7c39-445e-91d4-cb4859570202 req-3d5fe612-81f0-456e-8e5b-ecb6cf07f1b4 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772309 Jun 28 12:37:13.197508 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.199479 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] DHCP port deletion for 72e80c99-9513-40f6-97b7-53ca23d705a7 request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:37:13.205287 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Deleting port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:13.205751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.236750 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Deleting port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:13.237296 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.351941 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3cae8-4933-4935-9495-1addcf0cf20e req-60d88e7a-2475-4ac7-9c0f-6ef1614dae70 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:13.354698 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-efe3cae8-4933-4935-9495-1addcf0cf20e req-60d88e7a-2475-4ac7-9c0f-6ef1614dae70 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.2949281 Jun 28 12:37:13.445869 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] For port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:13.446229 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.533121 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-efe3cae8-4933-4935-9495-1addcf0cf20e req-f6e3f931-95a5-4aae-9e30-083a7024cc80 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682863 Jun 28 12:37:13.583419 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Calling delete_port for 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:13.747219 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166'] for port, after_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.754317 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:13.754827 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] For port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,segment=NetworkSegment(43d926b7-f4d5-4672-99eb-de9398380417),segment_id=43d926b7-f4d5-4672-99eb-de9398380417)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:13.755404 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:13.804620 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] No DVR routers for this DVR port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 on host dv-cinder-798094-1-smb {{(pid=79309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:37:13.806391 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Pushing event deleted for resources: {'Port': ['ID=2fba7d12-f282-4b7f-a3cb-6f9d24c71f45,revision_number=None']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:13.808766 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:13.977088 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Calling delete_port for 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:14.071100 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.db.api [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79307) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:37:14.071509 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_db.api [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:37:14.262803 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dfc76-54e6-4649-bb8a-a24f7d56804a req-f130fed3-6e67-4ff1-a806-27ae475a7bd8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:14.264393 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6e2dfc76-54e6-4649-bb8a-a24f7d56804a req-f130fed3-6e67-4ff1-a806-27ae475a7bd8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1020758 Jun 28 12:37:14.321785 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6e2dfc76-54e6-4649-bb8a-a24f7d56804a req-91326668-b41b-49a2-9e32-4f48d8cb91de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461035 Jun 28 12:37:14.573495 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Deleting port 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:14.573808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:14.648826 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] The port '2fba7d12-f282-4b7f-a3cb-6f9d24c71f45' was deleted {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:37:14.770977 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:14.834564 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:14.835349 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 2fba7d12-f282-4b7f-a3cb-6f9d24c71f45 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:14.922707 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:14.938690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e80c99-9513-40f6-97b7-53ca23d705a7']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:14.955009 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d926b7-f4d5-4672-99eb-de9398380417') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:14.955302 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d926b7-f4d5-4672-99eb-de9398380417') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:14.974849 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:14.996794 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:15.006464 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bece658-6399-42d6-ac8d-7eabebacf9af req-9763f9d0-93fe-41c7-992e-f44413295d3d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:15.008046 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4bece658-6399-42d6-ac8d-7eabebacf9af req-9763f9d0-93fe-41c7-992e-f44413295d3d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.2290881 Jun 28 12:37:15.014073 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:37:15.014478 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: util.warn( Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: util.warn( Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: util.warn( Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: util.warn( Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:37:15.028826 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:37:15.146659 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4bece658-6399-42d6-ac8d-7eabebacf9af req-897c2899-9a3c-4c14-b5d9-445ef204d605 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128263 Jun 28 12:37:15.238639 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:15.242859 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:15.258156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:15.270210 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Pushing event deleted for resources: {'Network': ['ID=72e80c99-9513-40f6-97b7-53ca23d705a7,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:15.284662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.285052 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.285434 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.285804 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.286206 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.286577 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.286941 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.287310 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.287685 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.288034 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.288394 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.288753 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:15.293692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:15.434532 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72e80c99-9513-40f6-97b7-53ca23d705a7 HTTP/1.1" status: 204 len: 168 time: 2.5333881 Jun 28 12:37:15.438723 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57160) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:15.895464 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee2c3-4155-429b-8bc1-814bf24c4b28 req-d8cb98c9-42ae-4562-b3ac-8733c5185ab8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:15.898229 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20bee2c3-4155-429b-8bc1-814bf24c4b28 req-d8cb98c9-42ae-4562-b3ac-8733c5185ab8 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.3493443 Jun 28 12:37:16.140635 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-20bee2c3-4155-429b-8bc1-814bf24c4b28 req-83a0ae86-7053-42e5-8d71-08f5308dc0ee tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2344124 Jun 28 12:37:16.383486 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e25a-6594-4d6d-bbfb-ff6d44615ba8 req-b91a3a20-f7f4-484b-b9bc-e3e4a28eaa23 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:16.385097 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7109e25a-6594-4d6d-bbfb-ff6d44615ba8 req-b91a3a20-f7f4-484b-b9bc-e3e4a28eaa23 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0944538 Jun 28 12:37:16.445875 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7109e25a-6594-4d6d-bbfb-ff6d44615ba8 req-787e95b5-6ecd-481f-8ec4-5d6b91eb33f9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493934 Jun 28 12:37:16.688425 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:17.091777 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Deleting port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:17.092251 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:17.339576 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] For port aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:17.339955 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:17.487721 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Calling delete_port for aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d owned by network:router_interface {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:17.579590 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60344b8d-18e7-4be1-a557-48fd07b7366c req-f3b83880-c4f0-44a6-bc52-a7da0e1f6863 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:17.581118 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-60344b8d-18e7-4be1-a557-48fd07b7366c req-f3b83880-c4f0-44a6-bc52-a7da0e1f6863 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.3093965 Jun 28 12:37:17.648321 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-60344b8d-18e7-4be1-a557-48fd07b7366c req-dc034b3f-ca16-440e-993c-b253836a2159 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591671 Jun 28 12:37:17.715773 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390596-8182-4e44-a2d1-9c76d508ad26 req-5723dbea-0124-4e05-9455-8e270775ccc3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:17.723005 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cf390596-8182-4e44-a2d1-9c76d508ad26 req-5723dbea-0124-4e05-9455-8e270775ccc3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1382892 Jun 28 12:37:17.799315 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-cf390596-8182-4e44-a2d1-9c76d508ad26 req-a06fc173-9bb8-4864-8c01-a76b296e9130 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736499 Jun 28 12:37:17.832534 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:17.837163 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-26fca763-233c-4369-b3c0-595f2635c859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:17.889625 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:17.893190 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:18.315356 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:18.802845 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Router 46ac1cb4-d104-4eca-9844-efda31a7ce0d has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:37:19.085662 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d577-5bfe-4629-82c7-aa0004b04395 req-a10a07e8-be52-4026-a56c-21e840992d99 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:19.088450 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8cb6d577-5bfe-4629-82c7-aa0004b04395 req-a10a07e8-be52-4026-a56c-21e840992d99 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1675961 Jun 28 12:37:19.098068 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f220f1-7b49-4c55-bb67-3a1cc96d8626 req-f56512fb-8ce7-44e1-84b7-1c7b8cd909d6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:19.099706 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-03f220f1-7b49-4c55-bb67-3a1cc96d8626 req-f56512fb-8ce7-44e1-84b7-1c7b8cd909d6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.2153127 Jun 28 12:37:19.100761 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:37:19.115306 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-4d3c4b73-f205-42cf-86a2-54758db7f566 admin admin] 10.222.0.37 "PUT /v2.0/routers/46ac1cb4-d104-4eca-9844-efda31a7ce0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6707959 Jun 28 12:37:19.116558 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Sync routers for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:37:19.127687 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57174) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:19.138180 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:37:19.139569 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:19.208067 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8cb6d577-5bfe-4629-82c7-aa0004b04395 req-34c9db25-1319-47ef-8425-3e00162be536 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107597 Jun 28 12:37:19.318594 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-03f220f1-7b49-4c55-bb67-3a1cc96d8626 req-58b7b5c5-f2b5-45f5-ac5c-3cf8e1519b55 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2052808 Jun 28 12:37:19.355498 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:19.458919 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:37:19.567035 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:19.642663 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Deleting port cf8f96e6-e19a-47f1-93f7-a4c09a883395 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:19.643099 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:19.890103 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:37:17Z', 'revision_number': 5, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port': {'id': 'cf8f96e6-e19a-47f1-93f7-a4c09a883395', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:13Z', 'updated_at': '2021-06-28T12:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:19.894660 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] For port cf8f96e6-e19a-47f1-93f7-a4c09a883395, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cf8f96e6-e19a-47f1-93f7-a4c09a883395,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:19.895105 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:19.896443 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Checking router: 46ac1cb4-d104-4eca-9844-efda31a7ce0d for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:37:19.907345 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Routers {'46ac1cb4-d104-4eca-9844-efda31a7ce0d'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:37:19.907970 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:20.090551 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] Set router 46ac1cb4-d104-4eca-9844-efda31a7ce0d gateway port host: None {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:37:20.169301 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Calling delete_port for cf8f96e6-e19a-47f1-93f7-a4c09a883395 owned by network:router_gateway {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:20.249721 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:37:19Z', 'revision_number': 6, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port_host': None}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:20.254967 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a1561-0313-4d57-8dc5-ace53a36c3ef None None] The sync data for ids ['46ac1cb4-d104-4eca-9844-efda31a7ce0d'] in dv-cinder-798094-1-smb is: [{'id': '46ac1cb4-d104-4eca-9844-efda31a7ce0d', 'name': 'tempest-TestShelveInstance-1564882428-router', 'tenant_id': '8bc48627cd3841f69fe8e37b865d28e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:11Z', 'updated_at': '2021-06-28T12:37:19Z', 'revision_number': 6, 'project_id': '8bc48627cd3841f69fe8e37b865d28e7', 'gw_port_host': None}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:37:20.513430 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:20.524230 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b0bad2a7-bea0-4929-9013-b34a1e9d7a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:20.547929 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d6e1a-ea11-47a8-b816-676f4446b3c6 req-77bd512d-bbf1-484e-ae0c-2193bdd8b578 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:20.549552 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f11d6e1a-ea11-47a8-b816-676f4446b3c6 req-77bd512d-bbf1-484e-ae0c-2193bdd8b578 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1459677 Jun 28 12:37:20.580566 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8f96e6-e19a-47f1-93f7-a4c09a883395,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:20.612913 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f11d6e1a-ea11-47a8-b816-676f4446b3c6 req-42f925e2-675c-476e-8ba3-c9bd2e1b09a5 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530138 Jun 28 12:37:20.620798 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:20.697253 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:20.820288 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72feabda-33eb-47f8-902f-0cf35cfdc637 req-1a0c0fc5-eff8-4ab4-bcce-e0c066c6427d tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:20.822030 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-72feabda-33eb-47f8-902f-0cf35cfdc637 req-1a0c0fc5-eff8-4ab4-bcce-e0c066c6427d tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.3727877 Jun 28 12:37:20.919568 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:20.923421 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:20.959521 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-72feabda-33eb-47f8-902f-0cf35cfdc637 req-03284f72-cb4e-481b-8e86-104a0fbb0036 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262889 Jun 28 12:37:21.090112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.092185 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ac1cb4-d104-4eca-9844-efda31a7ce0d {{(pid=79308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:37:21.096121 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:21.120457 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.125868 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-19b17c76-05b7-4a41-b499-f618a5eb94f2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/46ac1cb4-d104-4eca-9844-efda31a7ce0d HTTP/1.1" status: 204 len: 168 time: 1.9970670 Jun 28 12:37:21.126433 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57182) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:21.163918 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:21.169482 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device aa67f8cc-3390-47cb-a7a2-6c9a53b3c27d not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:21.228047 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Deleting subnet 73bbb300-addf-4642-8fc3-352045251b87 {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:37:21.233328 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.296591 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.462185 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.596382 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.602576 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dc30477c-b1b1-4da5-8cc1-497eb33a6468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:21.647538 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bbb300-addf-4642-8fc3-352045251b87,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:21.651171 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:21.652275 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.659851 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-cf3530c8-58fd-4172-9428-3af257ee1076 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/73bbb300-addf-4642-8fc3-352045251b87 HTTP/1.1" status: 204 len: 168 time: 0.5317919 Jun 28 12:37:21.662653 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d296c-5e72-43eb-9126-a2d6d7fc567e None None] Network 3d235b84-569f-410b-a67b-ffc234252a05 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:37:21.667094 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57186) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:21.842668 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.869452 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Deleting port 3723b486-0d71-465c-8ad2-644e4373fb4b {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:21.869794 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:21.971230 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcc477-d6bb-4eaf-99e0-27e811b4752c req-caec9433-777c-4925-96c5-0f2dc5ead96b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:21.972889 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f2bcc477-d6bb-4eaf-99e0-27e811b4752c req-caec9433-777c-4925-96c5-0f2dc5ead96b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.2018032 Jun 28 12:37:22.126989 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] DHCP port deletion for 3d235b84-569f-410b-a67b-ffc234252a05 request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:37:22.134251 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Deleting port 3723b486-0d71-465c-8ad2-644e4373fb4b {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:22.135183 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.230530 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b04e2-f3d8-4957-9b71-9de23d8015c7 req-95fc8bdd-435f-448d-996f-74cb720f3a16 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:22.232577 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ef8b04e2-f3d8-4957-9b71-9de23d8015c7 req-95fc8bdd-435f-448d-996f-74cb720f3a16 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1344874 Jun 28 12:37:22.292720 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-f2bcc477-d6bb-4eaf-99e0-27e811b4752c req-2eabad75-0d72-4e1c-a911-a1ac774159cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063157 Jun 28 12:37:22.322971 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ef8b04e2-f3d8-4957-9b71-9de23d8015c7 req-2fdac2d9-6508-4f8d-85f7-6a41b6fb93b6 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785778 Jun 28 12:37:22.324473 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] For port 3723b486-0d71-465c-8ad2-644e4373fb4b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=3723b486-0d71-465c-8ad2-644e4373fb4b,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:22.325115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.470283 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Calling delete_port for 3723b486-0d71-465c-8ad2-644e4373fb4b owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:22.517634 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] For port 3723b486-0d71-465c-8ad2-644e4373fb4b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=3723b486-0d71-465c-8ad2-644e4373fb4b,segment=NetworkSegment(1e918c96-8c30-41a5-80f9-99e7ce39515b),segment_id=1e918c96-8c30-41a5-80f9-99e7ce39515b)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:22.518071 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.652496 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Calling delete_port for 3723b486-0d71-465c-8ad2-644e4373fb4b owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:22.667219 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.675325 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ab957b7d-c8f7-4c44-98c3-51dda352cfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:22.724700 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3723b486-0d71-465c-8ad2-644e4373fb4b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:22.727734 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:22.733213 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] No DVR routers for this DVR port 3723b486-0d71-465c-8ad2-644e4373fb4b on host dv-cinder-798094-1-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:37:22.743581 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:37:22.745496 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:37:22.803553 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cf8f96e6-e19a-47f1-93f7-a4c09a883395 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:22.866619 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.869288 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: cf8f96e6-e19a-47f1-93f7-a4c09a883395 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:22.869890 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cf8f96e6-e19a-47f1-93f7-a4c09a883395 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:22.870775 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 3723b486-0d71-465c-8ad2-644e4373fb4b no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:22.882050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d235b84-569f-410b-a67b-ffc234252a05']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:22.896284 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e918c96-8c30-41a5-80f9-99e7ce39515b') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:22.896607 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e918c96-8c30-41a5-80f9-99e7ce39515b') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:37:22.910809 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.930496 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.938051 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:37:22.938460 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:22.939011 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 3723b486-0d71-465c-8ad2-644e4373fb4b {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:37:22.939837 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 3723b486-0d71-465c-8ad2-644e4373fb4b not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:37:22.953567 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:37:23.164155 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:23.169368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:23.172819 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:23.195594 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d235b84-569f-410b-a67b-ffc234252a05,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:23.198297 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:23.201768 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-775a3770-251a-4aac-a5f3-c38ddaf663f4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d235b84-569f-410b-a67b-ffc234252a05 HTTP/1.1" status: 204 len: 168 time: 1.5374227 Jun 28 12:37:23.245732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Deleting port 3723b486-0d71-465c-8ad2-644e4373fb4b {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:23.246330 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:23.362844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-2abe62d0-3630-4c11-b73f-c5ffe4244d31 None None] The port '3723b486-0d71-465c-8ad2-644e4373fb4b' was deleted {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:37:23.579499 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e482-9af2-4f3a-bbe3-ddc9263e8d9e req-06a2d27e-566c-4f6a-8236-91cffea2bcef tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:23.582205 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5b93e482-9af2-4f3a-bbe3-ddc9263e8d9e req-06a2d27e-566c-4f6a-8236-91cffea2bcef tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.1192131 Jun 28 12:37:23.598255 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce8403-eff7-4fa2-8782-b7969ef4801b req-fe4462f6-0a29-4ff6-bcad-485ae1fcce75 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:23.602717 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-30ce8403-eff7-4fa2-8782-b7969ef4801b req-fe4462f6-0a29-4ff6-bcad-485ae1fcce75 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1008427 Jun 28 12:37:23.649477 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5b93e482-9af2-4f3a-bbe3-ddc9263e8d9e req-53f9522c-f3ea-462c-85be-0c29e747d7fe tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=2210ac58-680b-4bf1-b042-546e1acd2f3d&id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571518 Jun 28 12:37:23.666248 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-30ce8403-eff7-4fa2-8782-b7969ef4801b req-79291744-ebc2-461f-bf3b-fe0399837379 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544713 Jun 28 12:37:23.725479 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57202) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:23.785639 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-de826de0-a057-4f28-b25b-320c0dbc17c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e598201683e7445a8dfcf8ebd6a9db0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588224 Jun 28 12:37:23.788728 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57206) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:23.855605 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:23.885843 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:24.072586 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:24.077447 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0a67521f-b3d9-4d8b-93fa-dad04de6cf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:24.095144 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6fc238-bb6a-4645-a609-a6c778b2a84f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:24.100833 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:24.106198 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:24.110399 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea6fc238-bb6a-4645-a609-a6c778b2a84f HTTP/1.1" status: 204 len: 168 time: 0.3202484 Jun 28 12:37:24.881266 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14b407-a58f-4a9c-b4d5-85eaff281719 req-18b40f69-8381-467b-bb1a-fd69c4554b37 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:24.883483 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bf14b407-a58f-4a9c-b4d5-85eaff281719 req-18b40f69-8381-467b-bb1a-fd69c4554b37 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0980952 Jun 28 12:37:24.937397 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bf14b407-a58f-4a9c-b4d5-85eaff281719 req-b6b2f130-c099-4a55-86d9-6e3304ce8a4e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480757 Jun 28 12:37:24.996379 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57216) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:25.052839 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2c7aceb7-afaf-4ff9-8d0b-617353f5b082 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8bc48627cd3841f69fe8e37b865d28e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547528 Jun 28 12:37:25.061154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57220) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:25.172148 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.206305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.355928 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:37:25.421032 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.426338 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0264c6f8-6bd1-4987-9411-907da86115ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:25.442877 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3804bd40-3a6a-46de-88f4-2b766f16aaad,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:25.446233 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:25.448643 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.449729 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3804bd40-3a6a-46de-88f4-2b766f16aaad HTTP/1.1" status: 204 len: 168 time: 0.3875306 Jun 28 12:37:25.524913 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:25.547183 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:37:25.625327 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.645900 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:37:25.664563 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:25.773109 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:25.775201 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:25.856949 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=6']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:25.866878 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.867332 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.867791 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.868206 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.868598 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.869063 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.869553 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.870070 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.870599 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.870968 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.871400 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.871777 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:25.879686 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:25.964136 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['0e2c06c5-ee55-4bff-a615-cae37eb9aa10'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:37:26.290881 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa1771-a4d8-45ef-a00c-771f64ed0646 req-8f8e8b1c-6aa7-469e-8e8c-77d77a646b8f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:26.293680 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dfa1771-a4d8-45ef-a00c-771f64ed0646 req-8f8e8b1c-6aa7-469e-8e8c-77d77a646b8f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.1434314 Jun 28 12:37:26.352118 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3dfa1771-a4d8-45ef-a00c-771f64ed0646 req-b194e917-cb8a-4e3b-a9a7-1a4d3d951bb9 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512509 Jun 28 12:37:27.366539 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:37:27.461481 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:37:27.462255 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:27.684057 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:27.693195 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe4bdf-14d9-4b8c-a90c-7450409e3f1b req-6ccafde0-c4b2-441b-9085-14389dd7af1d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:27.694938 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-effe4bdf-14d9-4b8c-a90c-7450409e3f1b req-6ccafde0-c4b2-441b-9085-14389dd7af1d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.1379313 Jun 28 12:37:27.741488 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:37:27.768734 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-effe4bdf-14d9-4b8c-a90c-7450409e3f1b req-6427a89b-e1e0-492e-a1c3-797c84f6b7bf tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600107 Jun 28 12:37:27.789420 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:27.893704 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'code': 200} Jun 28 12:37:27.895587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:27.909467 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:28.045962 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=7']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:28.050880 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:29.157942 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9203c82-a5e0-4f58-a5a7-1ceb1144008a req-96833a4d-924d-4222-a687-c84e4edefda0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:29.160389 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f9203c82-a5e0-4f58-a5a7-1ceb1144008a req-96833a4d-924d-4222-a687-c84e4edefda0 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1571670 Jun 28 12:37:29.221801 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-f9203c82-a5e0-4f58-a5a7-1ceb1144008a req-3b3206cc-9834-424c-9ab1-015af340a3dc tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549002 Jun 28 12:37:30.227222 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:30.571664 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1cd0-3de1-46b5-b2bf-5e723ba4930d req-4cc67119-f4f5-4e56-9399-5fdf6d5bd302 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:30.575525 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-72ef1cd0-3de1-46b5-b2bf-5e723ba4930d req-4cc67119-f4f5-4e56-9399-5fdf6d5bd302 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1605718 Jun 28 12:37:30.845172 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-72ef1cd0-3de1-46b5-b2bf-5e723ba4930d req-108cb633-e2b8-4420-829a-09abec9a59c8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595789 Jun 28 12:37:31.853502 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b1981cdd-5913-4849-a321-85125e1543d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:32.234805 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:32.308153 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e08f28-b7a1-48f5-a838-372b07b9b300 req-1592c7e9-4e69-4e08-933d-89eea9833e00 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:32.321952 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-65e08f28-b7a1-48f5-a838-372b07b9b300 req-1592c7e9-4e69-4e08-933d-89eea9833e00 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.2619681 Jun 28 12:37:32.432929 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-65e08f28-b7a1-48f5-a838-372b07b9b300 req-09bf8f37-4021-42c7-8599-b267343af38f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093152 Jun 28 12:37:33.763634 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315d40c-f413-4139-bbf1-82527f76bb6d req-f71f5227-2f52-46db-a922-9f42da42087e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:33.765776 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2315d40c-f413-4139-bbf1-82527f76bb6d req-f71f5227-2f52-46db-a922-9f42da42087e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1132245 Jun 28 12:37:33.829506 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2315d40c-f413-4139-bbf1-82527f76bb6d req-cbdc40d4-b3b9-4843-86c0-c16c6a4213cd tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525916 Jun 28 12:37:34.430023 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a6bf68d8-d69a-4a1b-ab69-3c49e57a2005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:35.071880 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da33e2-ad04-4bf1-9cf8-d1800d74aba2 req-33d59151-f204-45e3-928f-3fc804be880b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:35.073346 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a6da33e2-ad04-4bf1-9cf8-d1800d74aba2 req-33d59151-f204-45e3-928f-3fc804be880b tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1041834 Jun 28 12:37:35.137431 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-a6da33e2-ad04-4bf1-9cf8-d1800d74aba2 req-2b396041-8be3-40b7-9cef-4f7b7f231904 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524809 Jun 28 12:37:35.510150 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:36.777124 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359f9f8-3945-410c-b26e-9b67ed5b54b2 req-abb9644c-4257-412a-a438-13d3b31a0019 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:36.779255 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2359f9f8-3945-410c-b26e-9b67ed5b54b2 req-abb9644c-4257-412a-a438-13d3b31a0019 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1594436 Jun 28 12:37:36.855518 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:36.876355 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2359f9f8-3945-410c-b26e-9b67ed5b54b2 req-9064d444-62f7-456e-9290-ebdc540fdfb1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894845 Jun 28 12:37:38.234873 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ccd65-e32c-4219-98f4-8140042ecce8 req-2d80dbc3-af5c-46e4-a07c-ea62b7d2e463 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:38.236451 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-161ccd65-e32c-4219-98f4-8140042ecce8 req-2d80dbc3-af5c-46e4-a07c-ea62b7d2e463 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.2082560 Jun 28 12:37:38.297666 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-161ccd65-e32c-4219-98f4-8140042ecce8 req-a56ca93a-717f-4135-ab3e-b821c7a003f4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517132 Jun 28 12:37:39.650245 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f6a65-bb50-44b0-a668-52025b1c0ed2 req-a73f455c-6c7b-4126-ba7a-72f823cadebb tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:39.652598 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5a8f6a65-bb50-44b0-a668-52025b1c0ed2 req-a73f455c-6c7b-4126-ba7a-72f823cadebb tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.1180084 Jun 28 12:37:39.705704 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5a8f6a65-bb50-44b0-a668-52025b1c0ed2 req-1b4153b0-436d-4f3c-b998-9dabb2552bed tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466115 Jun 28 12:37:40.533551 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-27e835ca-1732-4791-95b4-edd90c916f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:40.535142 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-27e835ca-1732-4791-95b4-edd90c916f46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1098 time: 0.0791206 Jun 28 12:37:40.695300 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-da5443a6-0c90-46cf-a5a7-67647f92822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:40.696940 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-da5443a6-0c90-46cf-a5a7-67647f92822c service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1534569 Jun 28 12:37:40.918235 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-cdff3c85-50a2-489b-81df-179a4cc2bbc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 1000 time: 0.2087665 Jun 28 12:37:40.993954 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba9bb7-0aa7-4d27-bbe7-4cb964b4f9f8 req-e973f4e0-0f61-40de-b51c-b25d4b174b4c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:40.996207 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b5ba9bb7-0aa7-4d27-bbe7-4cb964b4f9f8 req-e973f4e0-0f61-40de-b51c-b25d4b174b4c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0990469 Jun 28 12:37:40.997237 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-5a817575-06c9-4d39-b8ee-e1aeba26eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:40.999868 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-5a817575-06c9-4d39-b8ee-e1aeba26eea2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0742662 Jun 28 12:37:41.052225 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b5ba9bb7-0aa7-4d27-bbe7-4cb964b4f9f8 req-c93d269c-7392-4b69-b3b5-1c10bdb6853c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491960 Jun 28 12:37:41.097341 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-de09bde0-dc1f-4cc3-8428-b8124c71e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:41.099092 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-de09bde0-dc1f-4cc3-8428-b8124c71e8da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921504 Jun 28 12:37:41.256369 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-c3332a2d-e3e5-4915-8990-7d411e9ac68b service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492605 Jun 28 12:37:41.413214 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8ab1d6f8-8e48-4f7d-a9d2-d64c1fc01603 req-8c49975b-51ae-4e40-b5fc-ffe616780aa4 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480746 Jun 28 12:37:42.282467 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cdf-4792-4d2c-8659-7cf1121118a6 req-fcb632cf-91ee-4be8-9dbc-cfe4a3c1b2f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:42.284090 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7e740cdf-4792-4d2c-8659-7cf1121118a6 req-fcb632cf-91ee-4be8-9dbc-cfe4a3c1b2f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0967538 Jun 28 12:37:42.339314 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7e740cdf-4792-4d2c-8659-7cf1121118a6 req-6b11f813-8b2e-4e19-869c-4bb679d0fe4a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455487 Jun 28 12:37:43.557887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895daf4-6bd5-4ec8-80ce-9bfe48b98e45 req-c07ce6b8-82fc-4c7f-ad40-e5f17dd6cebc tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:43.559621 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3895daf4-6bd5-4ec8-80ce-9bfe48b98e45 req-c07ce6b8-82fc-4c7f-ad40-e5f17dd6cebc tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0989921 Jun 28 12:37:43.620171 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3895daf4-6bd5-4ec8-80ce-9bfe48b98e45 req-9b2083be-ee69-4d5b-9594-d56bfc7956e3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489919 Jun 28 12:37:43.851777 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:37:44.845760 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c93907-4bef-4675-8db0-7683d2eaee2d req-7c8c21f5-17a0-48e6-8ca1-6925a37a2893 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:44.847626 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-85c93907-4bef-4675-8db0-7683d2eaee2d req-7c8c21f5-17a0-48e6-8ca1-6925a37a2893 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 945 time: 0.0979240 Jun 28 12:37:44.900380 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-85c93907-4bef-4675-8db0-7683d2eaee2d req-75ad6c8d-ad35-40d0-9a60-1957ecca5399 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463343 Jun 28 12:37:45.446334 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:37:45.580567 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:45.611568 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:37:45.629495 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:45.664220 dv-cinder-798094-1-smb neutron-server[79309]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'code': 422} returned with failed status Jun 28 12:37:45.715106 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:45.718359 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-473a90df-d95a-435f-9f5e-52a2d01a3f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:45.794129 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=8']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:45.797663 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:47.999782 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ac255-7e41-40da-a12f-1c56dbba7435 req-750baf25-2df1-4909-a944-293ac62b575c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:48.001675 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a33ac255-7e41-40da-a12f-1c56dbba7435 req-750baf25-2df1-4909-a944-293ac62b575c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1072915 Jun 28 12:37:48.053550 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-a33ac255-7e41-40da-a12f-1c56dbba7435 req-ce3796dc-ff95-4fbb-9928-451700cf24b1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Jun 28 12:37:48.281859 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-5b230055-f7b6-4e6b-b2c4-f7d31f29df45 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0729342 Jun 28 12:37:49.342164 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b182241-b8ae-4ba6-8b86-848bff2673a0 req-d7a45e1b-1dfc-4bfc-b8e8-f4278f429bb7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:49.344907 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7b182241-b8ae-4ba6-8b86-848bff2673a0 req-d7a45e1b-1dfc-4bfc-b8e8-f4278f429bb7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1601832 Jun 28 12:37:49.399278 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7b182241-b8ae-4ba6-8b86-848bff2673a0 req-662b9bab-23b8-45e2-b2a2-5ecc2cb42abf tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481992 Jun 28 12:37:49.486620 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478031ea-708b-4459-b6c0-807769bfd662 req-5114c40f-8446-4a90-b6f1-9dda6a7d742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:49.488308 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-5114c40f-8446-4a90-b6f1-9dda6a7d742f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec&tenant_id=f7232abe5de8497d8b20f3db6f6df1d9 HTTP/1.1" status: 200 len: 1096 time: 0.1002183 Jun 28 12:37:49.627598 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478031ea-708b-4459-b6c0-807769bfd662 req-b2d75d58-ca5f-4750-a0d4-d543e0830541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:49.629172 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-b2d75d58-ca5f-4750-a0d4-d543e0830541 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1096 time: 0.1032543 Jun 28 12:37:49.785252 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478031ea-708b-4459-b6c0-807769bfd662 req-a1e2a0bd-37ea-4a74-b108-1fd599f57cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:49.786795 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-a1e2a0bd-37ea-4a74-b108-1fd599f57cb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1503735 Jun 28 12:37:49.929463 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-a1322acb-babc-4457-9594-73ce9361daaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 998 time: 0.1356628 Jun 28 12:37:50.001824 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478031ea-708b-4459-b6c0-807769bfd662 req-56443511-f845-4b98-823c-f5f317de0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:50.003365 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-56443511-f845-4b98-823c-f5f317de0ab3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0654564 Jun 28 12:37:50.097118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478031ea-708b-4459-b6c0-807769bfd662 req-dc343a0d-0c6b-4498-8711-26b55c508a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:50.098685 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-dc343a0d-0c6b-4498-8711-26b55c508a73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866411 Jun 28 12:37:50.268409 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-867fa7cd-452b-4975-9a86-f02b15b8219d service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586761 Jun 28 12:37:50.733823 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-478031ea-708b-4459-b6c0-807769bfd662 req-cb3ca2fe-a8bf-401c-8714-96771356c925 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566190 Jun 28 12:37:50.766911 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c159714-3ab6-4b1b-b5c1-83da7df73c65 req-4c2a98a4-ce37-4ccf-8e64-615005430588 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:50.770513 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4c159714-3ab6-4b1b-b5c1-83da7df73c65 req-4c2a98a4-ce37-4ccf-8e64-615005430588 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.2003143 Jun 28 12:37:50.835513 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4c159714-3ab6-4b1b-b5c1-83da7df73c65 req-42475d16-9889-49ff-b40b-40234448d46f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596764 Jun 28 12:37:52.122066 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ddee8-3ee3-40f9-a727-054bd9b44cf5 req-8a67ba92-b4c0-40cb-9f55-4e4b5dab52a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:52.125108 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d83ddee8-3ee3-40f9-a727-054bd9b44cf5 req-8a67ba92-b4c0-40cb-9f55-4e4b5dab52a6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1003854 Jun 28 12:37:52.183045 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d83ddee8-3ee3-40f9-a727-054bd9b44cf5 req-5a449a72-cc10-47de-8216-666ee91e317d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476878 Jun 28 12:37:53.413052 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f64d-2848-4f1c-bbcf-98867e694e61 req-aea198cb-644a-435d-921f-5f82c27f5592 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:53.414509 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d3e9f64d-2848-4f1c-bbcf-98867e694e61 req-aea198cb-644a-435d-921f-5f82c27f5592 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1092529 Jun 28 12:37:53.466097 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-d3e9f64d-2848-4f1c-bbcf-98867e694e61 req-ef0a8a8d-5014-4d65-9d0a-d81d683ace9c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456405 Jun 28 12:37:54.718797 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fd97f-5d96-472c-ac79-faa25ed7623a req-2e25d714-1f47-4ccd-a9d3-4929db8668b1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:54.721361 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dc0fd97f-5d96-472c-ac79-faa25ed7623a req-2e25d714-1f47-4ccd-a9d3-4929db8668b1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1275792 Jun 28 12:37:54.774119 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-dc0fd97f-5d96-472c-ac79-faa25ed7623a req-9e2d8955-0e16-402e-85f2-b664ff9ecce6 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464706 Jun 28 12:37:56.073584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8848b-9316-4ee8-873b-a55c43f2d6a1 req-41ea858b-61df-4fc3-9f70-2799decc78b3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:56.076912 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5fc8848b-9316-4ee8-873b-a55c43f2d6a1 req-41ea858b-61df-4fc3-9f70-2799decc78b3 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1133382 Jun 28 12:37:56.176079 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5fc8848b-9316-4ee8-873b-a55c43f2d6a1 req-b4b4e457-8821-44ac-a8e6-7f19259c6cd8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863583 Jun 28 12:37:56.713643 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-9a817bba-102b-4d53-af3a-3280f0d33c49 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423188788&fields=id&tenant_id=3a01ee37539f4d9abe4deeef0682bcd7 HTTP/1.1" status: 200 len: 267 time: 0.0689940 Jun 28 12:37:56.808657 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-fed4300a-7249-4d70-a357-c54d164aeed1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:56.810988 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-fed4300a-7249-4d70-a357-c54d164aeed1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 985 time: 0.0906768 Jun 28 12:37:56.827390 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.v2.base [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Request body: {'port': {'security_groups': ['b991c65c-9300-4e81-9f46-9f4cf04d63f5']}} {{(pid=79308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:37:57.080881 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:57.433896 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:37:57.478311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef152b8-50e6-487c-9854-b36b72606af1 req-2e6fc0a1-17c6-4e42-a286-805ebbde1724 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:57.487056 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ef152b8-50e6-487c-9854-b36b72606af1 req-2e6fc0a1-17c6-4e42-a286-805ebbde1724 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1028159 Jun 28 12:37:57.495302 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for port, precommit_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:57.554982 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-4ef152b8-50e6-487c-9854-b36b72606af1 req-9db0893f-fb73-41a4-809b-426f511510bb tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666871 Jun 28 12:37:57.578751 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14802381'] for port, after_update {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:57.589637 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-5929f183-6d77-4be7-b9c1-79ce1ce03caf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:57.627891 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:37:57.715269 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:57.716830 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:57.727647 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b4a4b19c-afd7-4b31-8e14-10650bebe6db req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "PUT /v2.0/ports/b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 943 time: 0.9035432 Jun 28 12:37:57.727647 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:37:57.727994 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57396) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:57.771259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event updated for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=7']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:57.803919 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.807311 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.808095 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.808487 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.808857 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.810728 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.811372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.811773 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.812198 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.812693 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.813103 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.813544 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:37:57.836399 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:37:57.838109 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-835acf31-d560-496d-8f52-10551fb2b4ea tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:57.883135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:57.915538 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:37:57.984138 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.192587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-abeaf34f-0957-4e70-89c6-59342ab0c6fa None None] Provisioning complete for port b5a69b52-c14c-49ea-9c22-1f12a2471234 triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:37:58.192981 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-abeaf34f-0957-4e70-89c6-59342ab0c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.277263 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.284582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-dabe663c-0ae6-4461-a23d-d2a3d793090f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:58.301620 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2210ac58-680b-4bf1-b042-546e1acd2f3d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:58.305306 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:58.415105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.424189 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-4a81c250-3fb2-4106-aba5-794dd784efcb tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "DELETE /v2.0/security-groups/2210ac58-680b-4bf1-b042-546e1acd2f3d HTTP/1.1" status: 204 len: 168 time: 0.6883044 Jun 28 12:37:58.424189 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57402) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:37:58.672358 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Deleting port dcb8326e-cd09-4d75-a53e-b4f82e46c14c {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:37:58.673363 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.883013 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00ff8c-ec40-4e37-b10b-42e589926aca req-c0f16344-7b13-4751-85e1-546b0f716aee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:37:58.884542 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9a00ff8c-ec40-4e37-b10b-42e589926aca req-c0f16344-7b13-4751-85e1-546b0f716aee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1268005 Jun 28 12:37:58.939775 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.940348 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:58.943846 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-9a00ff8c-ec40-4e37-b10b-42e589926aca req-69957118-40a1-4b65-b7bb-2ba43b159233 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530403 Jun 28 12:37:59.113499 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Calling delete_port for dcb8326e-cd09-4d75-a53e-b4f82e46c14c owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:37:59.459755 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:59.463970 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fdbf5cf4-834c-4897-bd8f-b40edead3b21 tempest-VolumesSnapshotTestJSON-554492927 tempest-VolumesSnapshotTestJSON-554492927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:37:59.518501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event deleted for resources: {'Port': ['ID=dcb8326e-cd09-4d75-a53e-b4f82e46c14c,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:37:59.521977 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:37:59.624690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:37:59.625017 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Floating IP 3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3 disassociated (deleted). External IP: 172.28.1.224, port: b5a69b52-c14c-49ea-9c22-1f12a2471234. Jun 28 12:38:00.225722 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:00.364642 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Router 2e2340a2-d95c-4324-b234-7b77059916ab has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:38:00.472455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c67873-2337-4a50-8bda-37a972f343da req-4bceb66d-0bcb-41d1-ae09-80eddf34820f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:00.474229 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b3c67873-2337-4a50-8bda-37a972f343da req-4bceb66d-0bcb-41d1-ae09-80eddf34820f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.2873533 Jun 28 12:38:00.630634 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-b3c67873-2337-4a50-8bda-37a972f343da req-99e89ee0-372b-493a-b752-9f87c9f35f1f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454797 Jun 28 12:38:00.671721 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:38:00.688969 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Sync routers for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:38:00.713882 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:00.715010 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:00.782443 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:00.905402 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-051ed3a7-2554-48a9-aaf4-d4fc014885de tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "DELETE /v2.0/floatingips/3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3 HTTP/1.1" status: 204 len: 168 time: 2.4836993 Jun 28 12:38:00.907194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:01.000856 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:38:01.051634 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:01.586637 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:01.603987 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Checking router: 2e2340a2-d95c-4324-b234-7b77059916ab for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:38:01.615537 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:01.616308 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:37:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:01.911243 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-14460692-a0c2-45df-84ab-95de34da57b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:01.984649 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:01.988017 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0405-2a9d-4cc0-bf80-20b73fa681ad req-331edc8c-4ba1-4bbe-a071-5aa555d64af8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:01.989799 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-301d0405-2a9d-4cc0-bf80-20b73fa681ad req-331edc8c-4ba1-4bbe-a071-5aa555d64af8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1551323 Jun 28 12:38:02.053197 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-301d0405-2a9d-4cc0-bf80-20b73fa681ad req-fe3d33c3-90f7-41fd-a474-0a4621cfb6da tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529809 Jun 28 12:38:02.197849 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:02.485134 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:02.490963 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff86cd-1aa2-4065-ba62-3f528d50a49f None None] The sync data for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb is: [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:35:20Z', 'revision_number': 4, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': 'c61a078c-ff8e-4958-838f-a470f77db02a', 'name': '', 'network_id': '274462e2-ff4d-4f32-bff7-d81dad20587c', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'mac_address': 'fa:16:3e:1e:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:17Z', 'updated_at': '2021-06-28T12:35:29Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'subnets': [{'id': '8aa13c83-ebf1-4c58-8e56-795a81bb111b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:38:02.862715 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe359d8d-bfbf-4f0d-b7de-866b2c38c10c None None] New status for floating IP 3e3c2b5c-0c34-4caf-9a7b-0eefee97bcc3: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:38:03.402194 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2337938-b176-4461-b67c-96d9eaf05c48 req-16902ab8-00cb-4e3c-8ff6-108071f7ee9f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:03.404428 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2337938-b176-4461-b67c-96d9eaf05c48 req-16902ab8-00cb-4e3c-8ff6-108071f7ee9f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1106713 Jun 28 12:38:03.484444 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e2337938-b176-4461-b67c-96d9eaf05c48 req-63b54be3-0348-4c44-b229-42986c55e25a tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734520 Jun 28 12:38:04.371327 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-87551286-398c-4855-89cf-f628975c9dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:04.691851 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345e637-98a0-4539-abcb-d813bf86bf1d req-d6b5f5ff-ca15-4bd1-8ebd-545a207de7d4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:04.693709 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e345e637-98a0-4539-abcb-d813bf86bf1d req-d6b5f5ff-ca15-4bd1-8ebd-545a207de7d4 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.0914581 Jun 28 12:38:04.744869 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e345e637-98a0-4539-abcb-d813bf86bf1d req-37f453fe-547e-48dd-ae96-66328402c930 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449347 Jun 28 12:38:04.976311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca45e-4832-4219-890b-531552017d4a req-64a71268-b91e-4e03-8391-843584f67fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:04.978113 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-64a71268-b91e-4e03-8391-843584f67fc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1099 time: 0.0949240 Jun 28 12:38:05.041122 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-98f14ad1-f9c6-424e-89db-7608db56633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.042673 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-98f14ad1-f9c6-424e-89db-7608db56633d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1096 time: 0.0823677 Jun 28 12:38:05.165224 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca45e-4832-4219-890b-531552017d4a req-83aadb09-b8a7-41e3-9408-58b82d34464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.168251 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-83aadb09-b8a7-41e3-9408-58b82d34464e service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.1826782 Jun 28 12:38:05.270471 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-c6411139-7645-4170-b4c5-995f79027858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.273049 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-c6411139-7645-4170-b4c5-995f79027858 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 200 len: 917 time: 0.1934566 Jun 28 12:38:05.278186 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-e5c79eff-95b8-4b69-b86d-e8c795ae1fb8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 217 time: 0.1026993 Jun 28 12:38:05.379479 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca45e-4832-4219-890b-531552017d4a req-8c0c6a8e-6958-4b29-9555-7eb3060ee5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.381100 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-8c0c6a8e-6958-4b29-9555-7eb3060ee5d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.0947895 Jun 28 12:38:05.424708 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-4ebcd0f3-fa0c-4917-a371-6a5de5050ba0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 200 len: 998 time: 0.1390536 Jun 28 12:38:05.486969 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:05.489658 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca45e-4832-4219-890b-531552017d4a req-9f9ba2a4-131d-4920-bbbf-64f31d16a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.491224 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-9f9ba2a4-131d-4920-bbbf-64f31d16a9b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925775 Jun 28 12:38:05.499809 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-53944057-ebd7-41b3-aa53-240805efc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.502315 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-53944057-ebd7-41b3-aa53-240805efc13e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 200 len: 855 time: 0.0697768 Jun 28 12:38:05.647009 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-079d299d-db53-4da1-b420-30818dcbdd2e service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472397 Jun 28 12:38:05.702469 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-eaea645d-b761-4f2d-84a6-e672f52f15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:05.704242 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-eaea645d-b761-4f2d-84a6-e672f52f15d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1946754 Jun 28 12:38:05.892065 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-f790bdaf-9037-4c56-b2a4-e4c77ea608f8 service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796536 Jun 28 12:38:06.069127 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-5241410a-b5bc-4ca1-8607-4c66e60004b8 req-0723d160-71a8-4357-84e1-2b5e3c8ce21d service neutron] 10.222.0.35 "GET /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663804 Jun 28 12:38:06.069779 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-829ca45e-4832-4219-890b-531552017d4a req-bb89f9cb-a8b3-44fc-8916-068206912c38 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058065 Jun 28 12:38:06.098213 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ed937-6a8f-4cc6-9dcb-66f5a9391c73 req-e30bf572-0cbe-4b9e-8ed7-b8891c11ad8d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:06.100160 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ec6ed937-6a8f-4cc6-9dcb-66f5a9391c73 req-e30bf572-0cbe-4b9e-8ed7-b8891c11ad8d tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.1727853 Jun 28 12:38:06.165810 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ec6ed937-6a8f-4cc6-9dcb-66f5a9391c73 req-519dac23-5ba8-40da-99b3-e09766b15ffe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588453 Jun 28 12:38:06.319898 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-7f29b658-f13a-4055-9a74-96133ff02c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:06.321285 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-7f29b658-f13a-4055-9a74-96133ff02c87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 1099 time: 0.0799415 Jun 28 12:38:06.507952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-ad656965-ddeb-4e1b-bd23-25c1ceb5ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:06.510426 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-ad656965-ddeb-4e1b-bd23-25c1ceb5ddac service neutron] 10.222.0.35 "GET /v2.0/networks?id=274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 200 len: 916 time: 0.1665652 Jun 28 12:38:06.593655 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-22e47bd1-ee5a-4364-a686-357594225dc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 200 len: 217 time: 0.0729272 Jun 28 12:38:06.687814 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-0d746bb3-29b7-431b-abc6-4af07122e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:06.689425 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-0d746bb3-29b7-431b-abc6-4af07122e528 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 200 len: 854 time: 0.0735304 Jun 28 12:38:06.780753 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-f89a0a3b-d267-4333-ae90-66239cf828d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:06.782313 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-f89a0a3b-d267-4333-ae90-66239cf828d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=274462e2-ff4d-4f32-bff7-d81dad20587c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826750 Jun 28 12:38:06.854087 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:06.932403 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-dd83b81d-de35-4497-bf44-c1473a9c941b service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393855 Jun 28 12:38:07.165566 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-32a12da8-cd0a-4c6b-8547-ea4611a8e8a1 req-ef787000-db5d-4a2c-930d-31b2e770df62 service neutron] 10.222.0.35 "GET /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217453 Jun 28 12:38:07.380836 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543548e7-a965-4df7-9aca-152cff14d847 req-4501f046-b195-47cf-8721-938b74923b99 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:07.382493 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-543548e7-a965-4df7-9aca-152cff14d847 req-4501f046-b195-47cf-8721-938b74923b99 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 943 time: 0.0997224 Jun 28 12:38:07.437527 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-543548e7-a965-4df7-9aca-152cff14d847 req-9ddc678e-546d-4f3e-bd9d-2da8730e52aa tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488150 Jun 28 12:38:07.542297 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:38:07.709935 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:07.735504 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'port_id': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'mac_address': 'fa:16:3e:44:89:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:38:07.828791 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:07.847528 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:38:07.866828 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:07.965216 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:07.967306 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:08.043870 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=9']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:08.047804 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:08.315033 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['0e2c06c5-ee55-4bff-a615-cae37eb9aa10'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:38:08.651617 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc8ba1-f3a9-4413-b910-642f4124109b req-c01fefcb-34e6-49b7-9b3a-f86247183d6c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:08.654691 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-60bc8ba1-f3a9-4413-b910-642f4124109b req-c01fefcb-34e6-49b7-9b3a-f86247183d6c tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.0968125 Jun 28 12:38:08.706783 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-60bc8ba1-f3a9-4413-b910-642f4124109b req-269e384f-e67a-4a90-84c8-c664ff7920ab tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459263 Jun 28 12:38:09.539247 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:38:09.629385 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:38:09.630045 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:09.770595 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:09.805344 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:09.818279 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:09.986373 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51abc5-0769-4250-aa8d-ded76677fa5d req-69900a8c-f3af-4078-a75b-6055397c9a22 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:09.988238 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ad51abc5-0769-4250-aa8d-ded76677fa5d req-69900a8c-f3af-4078-a75b-6055397c9a22 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 944 time: 0.0946913 Jun 28 12:38:10.003249 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:10.010807 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-62934bf8-de2e-411a-9552-1bd77301397f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:10.054327 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ad51abc5-0769-4250-aa8d-ded76677fa5d req-848614b3-0dd6-4d6c-a4fb-d13a1c5ab117 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590322 Jun 28 12:38:10.108988 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'code': 200} Jun 28 12:38:10.131622 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=10']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:10.134866 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:10.270539 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc872fd-47d4-4deb-9c2c-f42df9677355 req-97dedf29-5074-401b-91d5-27bb1088ac87 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:10.272178 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-edc872fd-47d4-4deb-9c2c-f42df9677355 req-97dedf29-5074-401b-91d5-27bb1088ac87 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.0882978 Jun 28 12:38:10.329776 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-edc872fd-47d4-4deb-9c2c-f42df9677355 req-d81c5de4-6e2f-4e0a-9f8c-26229de6e626 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 Jun 28 12:38:10.657426 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdec0fa-a1fd-4cfb-836c-bebde1540af1 req-e2150535-f72c-49c1-bc3a-6c4dc401b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:10.659076 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ebdec0fa-a1fd-4cfb-836c-bebde1540af1 req-e2150535-f72c-49c1-bc3a-6c4dc401b278 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 1099 time: 0.0781066 Jun 28 12:38:10.706929 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ebdec0fa-a1fd-4cfb-836c-bebde1540af1 req-166438b2-1337-472f-83e7-12d6e4832a60 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401998 Jun 28 12:38:11.281554 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314b636-9b50-4d57-b483-4ab0a4b363e9 req-9ac8f460-8f72-4700-855f-73ba76be1445 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:11.283847 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5314b636-9b50-4d57-b483-4ab0a4b363e9 req-9ac8f460-8f72-4700-855f-73ba76be1445 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.1007524 Jun 28 12:38:11.336475 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5314b636-9b50-4d57-b483-4ab0a4b363e9 req-39f201ba-44cb-45c8-a9a7-db2e63cdfd51 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463336 Jun 28 12:38:11.614502 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6deba-06ba-4d03-820e-21092c10897a req-c98af504-9ad5-4c4b-a05e-ac4477bdc139 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:11.616131 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3fe6deba-06ba-4d03-820e-21092c10897a req-c98af504-9ad5-4c4b-a05e-ac4477bdc139 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1192832 Jun 28 12:38:11.668165 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3fe6deba-06ba-4d03-820e-21092c10897a req-27530d3f-a12a-40f5-b5d9-d006d69ccfaf tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Jun 28 12:38:12.554604 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d8319-f2db-476c-a441-557f849b25fe req-2434b3f0-371f-42b8-9e97-83b356f1a678 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:12.556405 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0f4d8319-f2db-476c-a441-557f849b25fe req-2434b3f0-371f-42b8-9e97-83b356f1a678 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.0932417 Jun 28 12:38:12.723942 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-0f4d8319-f2db-476c-a441-557f849b25fe req-d83d532d-1a63-449f-b261-ac7dd22c5dd2 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576045 Jun 28 12:38:12.802468 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d09436-6c41-48d4-850c-65df02228573 req-64ed77f4-b0c1-402f-a349-822790cf040a tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:12.803726 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-36d09436-6c41-48d4-850c-65df02228573 req-64ed77f4-b0c1-402f-a349-822790cf040a tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Synchronizing usage tracker for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:38:12.903585 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3be3b-9274-4f4c-8b13-07cfd80d61a0 req-cd201b34-6862-4ad1-9550-ff8dd32643f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:12.905470 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-57a3be3b-9274-4f4c-8b13-07cfd80d61a0 req-cd201b34-6862-4ad1-9550-ff8dd32643f0 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.1184688 Jun 28 12:38:12.919545 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-36d09436-6c41-48d4-850c-65df02228573 req-64ed77f4-b0c1-402f-a349-822790cf040a tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Unset dirty status for tenant:3a01ee37539f4d9abe4deeef0682bcd7 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:38:12.920898 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-36d09436-6c41-48d4-850c-65df02228573 req-64ed77f4-b0c1-402f-a349-822790cf040a tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.35 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 946 time: 0.2991188 Jun 28 12:38:12.961155 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-57a3be3b-9274-4f4c-8b13-07cfd80d61a0 req-26fbdd13-93aa-4c00-9047-7af79180b085 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/security-groups?id=b991c65c-9300-4e81-9f46-9f4cf04d63f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493395 Jun 28 12:38:13.014656 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Deleting port b5a69b52-c14c-49ea-9c22-1f12a2471234 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:13.015072 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:13.418115 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] For port b5a69b52-c14c-49ea-9c22-1f12a2471234, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b5a69b52-c14c-49ea-9c22-1f12a2471234,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:13.419087 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:13.554842 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Calling delete_port for b5a69b52-c14c-49ea-9c22-1f12a2471234 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:13.845329 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:13.853112 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f8b9392e-972c-4dc7-9eb3-231e78564b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:13.883773 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['b5a69b52-c14c-49ea-9c22-1f12a2471234'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:38:13.946075 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Pushing event deleted for resources: {'Port': ['ID=b5a69b52-c14c-49ea-9c22-1f12a2471234,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:13.963279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:14.055884 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] No DVR routers for this DVR port b5a69b52-c14c-49ea-9c22-1f12a2471234 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:38:14.060092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:14.063407 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'name': 'network-vif-deleted', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:14.102872 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c34f9e-f05d-4fb1-858d-19644aa12069 req-a54fa1f1-6917-4066-8fbe-3adf277b84bf tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:14.104521 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89c34f9e-f05d-4fb1-858d-19644aa12069 req-a54fa1f1-6917-4066-8fbe-3adf277b84bf tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.2171330 Jun 28 12:38:14.163663 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-36d09436-6c41-48d4-850c-65df02228573 req-745474b2-1d49-41e0-b77f-fa891d77adf9 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.35 "DELETE /v2.0/ports/b5a69b52-c14c-49ea-9c22-1f12a2471234 HTTP/1.1" status: 204 len: 173 time: 1.2356231 Jun 28 12:38:14.197142 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-89c34f9e-f05d-4fb1-858d-19644aa12069 req-86b61d69-be48-430f-9290-15bea2cb21ba tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818326 Jun 28 12:38:14.229752 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-bf98addb-b0fa-42a9-8b09-f518bc2be519 req-8bf8628e-a311-47b5-ba36-04480833e91c tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.0829384 Jun 28 12:38:14.297613 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa13445-65a1-4486-a070-1706e2597c8d', 'name': 'network-vif-deleted', 'tag': 'b5a69b52-c14c-49ea-9c22-1f12a2471234', 'status': 'completed', 'code': 200} Jun 28 12:38:15.479314 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-3c7b9320-2a33-4754-bebc-87a24a42acef req-c233b611-c092-4177-bb21-3b0ae8dad0e1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] 10.222.0.37 "GET /v2.0/ports?device_id=8aa13445-65a1-4486-a070-1706e2597c8d HTTP/1.1" status: 200 len: 210 time: 0.0518818 Jun 28 12:38:17.566732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device b5a69b52-c14c-49ea-9c22-1f12a2471234 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:17.606924 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: b5a69b52-c14c-49ea-9c22-1f12a2471234 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:17.607332 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device b5a69b52-c14c-49ea-9c22-1f12a2471234 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:18.217986 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57562) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:18.843495 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:19.354745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Deleting port c61a078c-ff8e-4958-838f-a470f77db02a {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:19.356695 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:19.635415 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] For port c61a078c-ff8e-4958-838f-a470f77db02a, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=c61a078c-ff8e-4958-838f-a470f77db02a,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:19.635801 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:19.777309 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Calling delete_port for c61a078c-ff8e-4958-838f-a470f77db02a owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:20.348207 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:20.356576 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-61ae9085-7d32-4821-b538-0382370d60c5 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:20.454934 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Pushing event deleted for resources: {'Port': ['ID=c61a078c-ff8e-4958-838f-a470f77db02a,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:20.506601 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.507182 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.507758 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.508368 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.508971 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.509578 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.510205 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.510680 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.511109 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.511593 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.512640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.513196 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:38:20.545690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:20.794283 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:20.856249 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:38:21.433148 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Router 2e2340a2-d95c-4324-b234-7b77059916ab has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:38:21.639743 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:38:21.651904 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Sync routers for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:38:21.653830 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-681e1b2e-9c3b-4fb1-9ce2-651a0d84691d admin admin] 10.222.0.37 "PUT /v2.0/routers/2e2340a2-d95c-4324-b234-7b77059916ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4346805 Jun 28 12:38:21.658006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57566) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:21.667516 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:21.669388 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:21.889187 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:21.898465 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:22.179749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:22.217086 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43'}], 'enable_snat': True}, 'gw_port_id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:38:20Z', 'revision_number': 5, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port': {'id': '4d0c3ed6-a285-4daa-8909-bf9fc5462765', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:13Z', 'updated_at': '2021-06-28T12:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:22.221797 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Checking router: 2e2340a2-d95c-4324-b234-7b77059916ab for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:38:22.231838 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Routers {'2e2340a2-d95c-4324-b234-7b77059916ab'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:22.232315 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['2e2340a2-d95c-4324-b234-7b77059916ab'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:22.282455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Deleting port 4d0c3ed6-a285-4daa-8909-bf9fc5462765 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:22.283011 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:22.458766 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] Set router 2e2340a2-d95c-4324-b234-7b77059916ab gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:22.515269 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] For port 4d0c3ed6-a285-4daa-8909-bf9fc5462765, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4d0c3ed6-a285-4daa-8909-bf9fc5462765,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:22.516168 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:22.574626 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:38:22Z', 'revision_number': 6, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port_host': None}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:22.580174 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec917fae-50bc-43bf-b00a-108ec898e609 None None] The sync data for ids ['2e2340a2-d95c-4324-b234-7b77059916ab'] in dv-cinder-798094-1-smb is: [{'id': '2e2340a2-d95c-4324-b234-7b77059916ab', 'name': 'tempest-TestMinimumBasicScenario-1597225614-router', 'tenant_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:12Z', 'updated_at': '2021-06-28T12:38:22Z', 'revision_number': 6, 'project_id': '3a01ee37539f4d9abe4deeef0682bcd7', 'gw_port_host': None}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:38:22.652068 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Calling delete_port for 4d0c3ed6-a285-4daa-8909-bf9fc5462765 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:22.924283 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:22.929854 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-7cb6866f-d0dc-47f7-a4ce-4e3027b03987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:22.967840 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device c61a078c-ff8e-4958-838f-a470f77db02a no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:22.981763 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0c3ed6-a285-4daa-8909-bf9fc5462765,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:23.014071 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:23.042988 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: c61a078c-ff8e-4958-838f-a470f77db02a {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:23.043555 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device c61a078c-ff8e-4958-838f-a470f77db02a not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:23.104514 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.444528 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.447604 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.596176 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.596961 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2340a2-d95c-4324-b234-7b77059916ab {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:38:23.612611 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.613808 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3575e63f-c3b6-49c7-9de7-a0faba81391a admin admin] 10.222.0.37 "DELETE /v2.0/routers/2e2340a2-d95c-4324-b234-7b77059916ab HTTP/1.1" status: 204 len: 168 time: 1.9546225 Jun 28 12:38:23.617223 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57570) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:23.689476 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Deleting subnet 8aa13c83-ebf1-4c58-8e56-795a81bb111b {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:38:23.693372 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.756199 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:23.856812 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.078808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.087875 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-31e27e49-8ed0-42d6-9108-ce3bd597596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:24.157529 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa13c83-ebf1-4c58-8e56-795a81bb111b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:24.163311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:24.164388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.169939 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfdc00-40af-47e8-973e-02d079b16faa None None] Network 274462e2-ff4d-4f32-bff7-d81dad20587c requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:38:24.175522 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-6b0412d0-e8e0-471c-aa65-f9f4ebd29627 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8aa13c83-ebf1-4c58-8e56-795a81bb111b HTTP/1.1" status: 204 len: 168 time: 0.5569735 Jun 28 12:38:24.177873 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57574) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:24.317218 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.336127 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Deleting port a40f6b47-2628-45e7-96cf-f9c235e69cd6 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:24.336520 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.492806 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] DHCP port deletion for 274462e2-ff4d-4f32-bff7-d81dad20587c request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:38:24.499931 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Deleting port a40f6b47-2628-45e7-96cf-f9c235e69cd6 {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:24.500390 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.596175 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] For port a40f6b47-2628-45e7-96cf-f9c235e69cd6, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a40f6b47-2628-45e7-96cf-f9c235e69cd6,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:24.596506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.762993 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] For port a40f6b47-2628-45e7-96cf-f9c235e69cd6, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=a40f6b47-2628-45e7-96cf-f9c235e69cd6,segment=NetworkSegment(2b1eab3e-e2f9-4f8e-8922-07ecaa358886),segment_id=2b1eab3e-e2f9-4f8e-8922-07ecaa358886)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:24.763399 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:24.832942 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Calling delete_port for a40f6b47-2628-45e7-96cf-f9c235e69cd6 owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:24.942370 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4d0c3ed6-a285-4daa-8909-bf9fc5462765 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:24.974693 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Calling delete_port for a40f6b47-2628-45e7-96cf-f9c235e69cd6 owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:25.010213 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.017512 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-76909180-7c57-4bde-a22a-47ce7432fa9c tempest-TestShelveInstance-1749156958 tempest-TestShelveInstance-1749156958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:25.028001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 4d0c3ed6-a285-4daa-8909-bf9fc5462765 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:25.028348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4d0c3ed6-a285-4daa-8909-bf9fc5462765 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:25.028781 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a40f6b47-2628-45e7-96cf-f9c235e69cd6 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:25.065233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40f6b47-2628-45e7-96cf-f9c235e69cd6,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:25.068728 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] No DVR routers for this DVR port a40f6b47-2628-45e7-96cf-f9c235e69cd6 on host dv-cinder-798094-1-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:38:25.069008 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: a40f6b47-2628-45e7-96cf-f9c235e69cd6 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:25.069008 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device a40f6b47-2628-45e7-96cf-f9c235e69cd6 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:25.069344 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:25.101880 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:38:25.101880 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:38:25.291815 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.309549 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274462e2-ff4d-4f32-bff7-d81dad20587c']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:25.322635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1eab3e-e2f9-4f8e-8922-07ecaa358886') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:25.322859 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1eab3e-e2f9-4f8e-8922-07ecaa358886') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:25.334680 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.352343 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.360059 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:38:25.360952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:38:25.374236 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:38:25.573198 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.577381 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fa1db4aa-9453-441f-adab-8bc07350cf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:25.593847 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.602240 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Deleting port a40f6b47-2628-45e7-96cf-f9c235e69cd6 {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:25.603114 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:25.607409 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=274462e2-ff4d-4f32-bff7-d81dad20587c,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:25.612486 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:25.682001 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-368f013e-7a16-4cde-b741-3d3dd486ed8e None None] The port 'a40f6b47-2628-45e7-96cf-f9c235e69cd6' was deleted {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:38:25.707708 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-12455af9-5296-4aef-ad88-59afbfac19f6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/274462e2-ff4d-4f32-bff7-d81dad20587c HTTP/1.1" status: 204 len: 168 time: 1.5286028 Jun 28 12:38:25.710585 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57578) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:26.430336 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:26.806757 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Deleting port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:26.807438 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:26.991582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] For port e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:26.992028 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:27.133547 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Calling delete_port for e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:27.510836 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:27.515673 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-54f7bee5-1004-4f28-a046-b33b94ce3710 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:27.564647 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:27.567997 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:27.984962 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:28.397940 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:38:28.597826 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:38:28.610297 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Sync routers for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:38:28.622509 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:28.626535 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:28.688305 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e6766cc-025f-4e1f-a2f7-c9cca0e755b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757898 Jun 28 12:38:28.690764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57582) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:28.869239 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:28.959043 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks [] for router, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:29.191303 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:38:27Z', 'revision_number': 5, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:29.196087 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Checking router: 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 for host: dv-cinder-798094-1-smb {{(pid=79309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:38:29.205647 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Routers {'0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:29.206415 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:04Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'], 'active': True} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:29.220580 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:29.312836 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Deleting port cdb437d1-7d6a-43b8-a6b3-e71faf123a30 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:29.313220 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:29.413005 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_dvr_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] Set router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 gateway port host: dv-cinder-798094-1-smb {{(pid=79309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:29.514667 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] For port cdb437d1-7d6a-43b8-a6b3-e71faf123a30, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:29.515006 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:29.780369 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Calling delete_port for cdb437d1-7d6a-43b8-a6b3-e71faf123a30 owned by network:router_gateway {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:29.784449 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.l3_hamode_db [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:38:27Z', 'revision_number': 5, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:29.792214 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63a78a-5021-4c86-af12-f1af658536a7 None None] The sync data for ids ['0e6766cc-025f-4e1f-a2f7-c9cca0e755b6'] in dv-cinder-798094-1-smb is: [{'id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'name': 'tempest-TestMinimumBasicScenario-1401437373-router', 'tenant_id': 'c231559af0b943a68a87ff38f73bcc4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:35:28Z', 'updated_at': '2021-06-28T12:38:27Z', 'revision_number': 5, 'project_id': 'c231559af0b943a68a87ff38f73bcc4c', 'gw_port': {'id': 'cdb437d1-7d6a-43b8-a6b3-e71faf123a30', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:34:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6766cc-025f-4e1f-a2f7-c9cca0e755b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:35:29Z', 'updated_at': '2021-06-28T12:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}] {{(pid=79309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:38:30.116277 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.122630 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-0c15da3f-a7ac-4e95-ac97-ac8dd7e2fed8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:30.172151 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb437d1-7d6a-43b8-a6b3-e71faf123a30,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:30.203894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:30.280744 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.295993 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.485786 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.488259 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.598305 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.598872 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 {{(pid=79308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:38:30.613675 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Notify callbacks [] for router, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.619341 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0e6766cc-025f-4e1f-a2f7-c9cca0e755b6 HTTP/1.1" status: 204 len: 168 time: 1.9227142 Jun 28 12:38:30.619341 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57586) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:30.695223 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Deleting subnet d8f41905-7332-4a53-9ee0-5f9bc6bc20db {{(pid=79308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:38:30.701206 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.802848 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16543997'] for subnet, precommit_delete_associations {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:30.930147 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.100245 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cdb437d1-7d6a-43b8-a6b3-e71faf123a30 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:31.116851 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14801163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15177931'] for subnet, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.137951 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:31.142497 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: cdb437d1-7d6a-43b8-a6b3-e71faf123a30 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:31.142846 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device cdb437d1-7d6a-43b8-a6b3-e71faf123a30 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:31.143461 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:31.192834 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for subnet, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.203228 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8f41905-7332-4a53-9ee0-5f9bc6bc20db,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:31.207161 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:31.210038 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-6a45f924-d889-4d0e-806b-9b61c7521a23 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d8f41905-7332-4a53-9ee0-5f9bc6bc20db HTTP/1.1" status: 204 len: 168 time: 0.5893493 Jun 28 12:38:31.212764 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57590) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:31.241239 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3361ea-ad81-417c-82c4-bf84c0f8d198 None None] Network 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:38:31.267102 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:31.267450 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e8b7d3a6-96c5-4e6e-967e-d35c2d413fcb not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:31.345214 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.357740 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Deleting port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 {{(pid=79308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:31.358113 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.614286 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.db [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] For port 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4381d9ee-ac73-4de3-8e30-594aa6c91a97,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:31.614849 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.616839 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] DHCP port deletion for 60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:38:31.622306 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Deleting port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:31.622682 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.859423 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] For port 4381d9ee-ac73-4de3-8e30-594aa6c91a97, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=4381d9ee-ac73-4de3-8e30-594aa6c91a97,segment=NetworkSegment(077d6c40-40ca-47a8-a6ee-517849d6bdbf),segment_id=077d6c40-40ca-47a8-a6ee-517849d6bdbf)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:31.859938 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.932623 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-180d0e3a-c3e6-47f7-b5ad-eb24181dc74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:31.989647 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.plugin [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Calling delete_port for 4381d9ee-ac73-4de3-8e30-594aa6c91a97 owned by network:dhcp {{(pid=79308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:32.008205 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Calling delete_port for 4381d9ee-ac73-4de3-8e30-594aa6c91a97 owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:32.181139 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14802426'] for port, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.186916 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-121b21a1-d6f2-4910-b24d-180c03eaeff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:32.191184 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:38:32.191780 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:38:32.221179 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.239461 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Pushing event deleted for resources: {'Port': ['ID=4381d9ee-ac73-4de3-8e30-594aa6c91a97,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:32.241572 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] No DVR routers for this DVR port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 on host dv-cinder-798094-1-smb {{(pid=79308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:38:32.243290 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:32.379566 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.395985 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61']}} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:32.411652 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077d6c40-40ca-47a8-a6ee-517849d6bdbf') {'for_net_delete': True} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:32.411948 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.services.segments.db [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077d6c40-40ca-47a8-a6ee-517849d6bdbf') {} {{(pid=79308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:32.426492 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16543940'] for segment, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.449454 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.456868 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=79308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:38:32.457272 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14802345'] for segment, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: Traceback (most recent call last): Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: timer() Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: cb(*args, **kw) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: return func(*args, **kwargs) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: self._notify() Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: self.callback(batched_events) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: event.method(event) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: return f(self, *a, **k) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: return self._get(url).json() Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: return self.request(url, 'GET', **kwargs) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:38:32.471064 dv-cinder-798094-1-smb neutron-server[79308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:38:32.660986 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.665743 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f5a067ea-b62c-40ae-8dd0-18845e092ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:32.684472 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.691716 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Pushing event deleted for resources: {'Network': ['ID=60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:32.693176 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Deleting port 4381d9ee-ac73-4de3-8e30-594aa6c91a97 {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:32.694002 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:32.696717 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:32.704174 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-52842992-8503-4d37-a0d2-a8f7ae3fa22c admin admin] 10.222.0.37 "DELETE /v2.0/networks/60f15cd0-6eb2-4d67-ad10-ddb49e8b7d61 HTTP/1.1" status: 204 len: 168 time: 1.4901953 Jun 28 12:38:32.778422 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-82b1e896-3d1d-4017-b725-12b51ec5aa3e None None] The port '4381d9ee-ac73-4de3-8e30-594aa6c91a97' was deleted {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:38:32.834915 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4381d9ee-ac73-4de3-8e30-594aa6c91a97 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:32.900353 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 4381d9ee-ac73-4de3-8e30-594aa6c91a97 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:32.900962 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 4381d9ee-ac73-4de3-8e30-594aa6c91a97 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:33.269607 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57596) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:33.325600 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b72b6f8b-69bf-471a-b7e5-0db2ae36502f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a01ee37539f4d9abe4deeef0682bcd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540826 Jun 28 12:38:33.328435 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57600) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:33.393654 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:33.424074 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:33.650126 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:33.656564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-1e3ebe97-83c7-46f9-9fa9-84b23e23e7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:33.672233 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991c65c-9300-4e81-9f46-9f4cf04d63f5,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:33.676487 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:33.680501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:33.681689 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b991c65c-9300-4e81-9f46-9f4cf04d63f5 HTTP/1.1" status: 204 len: 168 time: 0.3522243 Jun 28 12:38:34.420684 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3b2a6b3b-1e32-4da3-819d-6011a562c680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:34.608964 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57608) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:34.665496 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-1e9286ab-24e4-4d3e-8161-31eb153201b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c231559af0b943a68a87ff38f73bcc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551498 Jun 28 12:38:34.669055 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57612) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:34.740936 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:34.772418 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:34.965029 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:34.969156 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f3d7a904-e020-428f-964e-9409c4eb55bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:34.982542 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59f3621-6e20-45df-be54-bfc74e6a5253,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:34.989828 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:34.993197 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:34.994699 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-c57e1ae5-eaf6-477a-8875-5cd86b8a1ccd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e59f3621-6e20-45df-be54-bfc74e6a5253 HTTP/1.1" status: 204 len: 168 time: 0.3244634 Jun 28 12:38:35.499208 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:36.860979 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:46.934143 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdcdb0-27ae-4f01-9c30-42b0fc301c71 req-6bb334c3-65a0-48f6-8230-d40cebfbed48 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:46.935712 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-95bdcdb0-27ae-4f01-9c30-42b0fc301c71 req-6bb334c3-65a0-48f6-8230-d40cebfbed48 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.0883136 Jun 28 12:38:46.992093 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-95bdcdb0-27ae-4f01-9c30-42b0fc301c71 req-610e6226-6210-4f61-83e9-890628dc4c73 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483692 Jun 28 12:38:48.256627 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d98bcf-2118-40c6-b38c-7df883eeba61 req-098113e5-29b4-44bd-9449-c1f4e6f9a9f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.258261 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5d98bcf-2118-40c6-b38c-7df883eeba61 req-098113e5-29b4-44bd-9449-c1f4e6f9a9f7 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.1008203 Jun 28 12:38:48.316138 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-e5d98bcf-2118-40c6-b38c-7df883eeba61 req-d614e987-8561-45b7-b409-2a22b7552926 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504625 Jun 28 12:38:48.582258 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-d5fae668-3f45-4e5a-a0e9-a6479ad62796 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:48.584786 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-d5fae668-3f45-4e5a-a0e9-a6479ad62796 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.0971327 Jun 28 12:38:48.665315 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Deleting port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:48.665648 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:49.084021 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] For port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:49.084550 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:49.422808 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:49.423575 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16366580'] for floatingip, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:49.423575 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.db.l3_db [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Floating IP 06a468fe-1d0f-4c94-9fec-52afa3c90201 disassociated. External IP: 172.28.1.32, port: 0e2c06c5-ee55-4bff-a615-cae37eb9aa10. Jun 28 12:38:49.423796 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Calling delete_port for 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:49.559235 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21fd90-b889-4ac9-90c9-c664ed341ce6 req-7a88c979-d75f-4dff-bc4a-5dfbe4a95485 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:38:49.561845 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba21fd90-b889-4ac9-90c9-c664ed341ce6 req-7a88c979-d75f-4dff-bc4a-5dfbe4a95485 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 946 time: 0.1058464 Jun 28 12:38:49.631615 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba21fd90-b889-4ac9-90c9-c664ed341ce6 req-018a1926-ff4d-4587-836a-24654efd7a31 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups?id=9d6f1b88-2de3-42f2-91fe-985cd9e55336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612447 Jun 28 12:38:49.703885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:49.713084 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-772d04aa-1094-4c06-9fa2-bbd8efae0056 tempest-VolumesActionsTest-1823244709 tempest-VolumesActionsTest-1823244709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:49.804215 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'Port': ['ID=0e2c06c5-ee55-4bff-a615-cae37eb9aa10,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:49.810471 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:50.018432 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:38:50.256591 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:38:50.271478 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:38:50.284076 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:50.284808 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:50.372651 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] No DVR routers for this DVR port 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:38:50.375816 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:50.378948 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-deleted', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:38:50.438475 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34bfe7a-ded0-4132-91df-e5a5aaa671ec', 'name': 'network-vif-deleted', 'tag': '0e2c06c5-ee55-4bff-a615-cae37eb9aa10', 'status': 'completed', 'code': 200} Jun 28 12:38:50.483444 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-3bad1d04-0ed2-4aee-ac6d-2815190535a6 req-a7163bf5-29c4-493d-844b-666f493b7a7e tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.35 "DELETE /v2.0/ports/0e2c06c5-ee55-4bff-a615-cae37eb9aa10 HTTP/1.1" status: 204 len: 173 time: 1.8888502 Jun 28 12:38:50.510023 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:50.836683 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7118785c-8367-420b-a6aa-6dd89604d669 req-92ece93a-074d-42ae-b241-2461caed6594 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34bfe7a-ded0-4132-91df-e5a5aaa671ec HTTP/1.1" status: 200 len: 210 time: 0.0653324 Jun 28 12:38:50.889755 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:50.894643 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:38:50.904707 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:38:50.905570 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:51.159936 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:38:51.592129 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:38:51.597116 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52c2352-428b-431b-9efc-e114d5078523 None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:32:28Z', 'revision_number': 4, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb', '_interfaces': [{'id': '0c11a371-1fe9-4538-9ca5-4613db111c4b', 'name': '', 'network_id': '92e9ee39-a4c5-4c03-9f35-ac398b8c08a8', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'mac_address': 'fa:16:3e:cb:0c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:26Z', 'updated_at': '2021-06-28T12:32:37Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'subnets': [{'id': '13a923e6-aadc-4e88-b5c1-213f261ebf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:38:51.854834 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f04a8f-c170-479d-9fd0-5879f9250dfb None None] New status for floating IP 06a468fe-1d0f-4c94-9fec-52afa3c90201: DOWN {{(pid=79309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 12:38:52.158960 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57644) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:52.241475 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:52.272508 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:52.437778 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:52.442020 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a57788d3-662d-4dfe-8600-e1cd4f32da58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:52.457640 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6f1b88-2de3-42f2-91fe-985cd9e55336,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:52.460262 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:52.561767 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:52.562983 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-b53515e0-04aa-4446-baec-6791470e2f3f tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d6f1b88-2de3-42f2-91fe-985cd9e55336 HTTP/1.1" status: 204 len: 168 time: 0.4030302 Jun 28 12:38:52.566091 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57648) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:52.584157 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.api.v2.resource [None req-2990ef36-634e-45a7-9762-32eb28f5e3d8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] show failed (client error): The resource could not be found. Jun 28 12:38:52.585181 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2990ef36-634e-45a7-9762-32eb28f5e3d8 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "GET /v2.0/security-groups/9d6f1b88-2de3-42f2-91fe-985cd9e55336 HTTP/1.1" status: 404 len: 347 time: 0.0180845 Jun 28 12:38:52.588582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57652) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:52.758063 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Deleting port f3bbbc7f-b4d4-43c6-8a8d-0426a439db34 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:52.758342 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.074165 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.074601 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.254324 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Calling delete_port for f3bbbc7f-b4d4-43c6-8a8d-0426a439db34 owned by network:floatingip {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:53.512006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.516302 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-a0621d57-a4a8-40f0-8d70-8be1e985a933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:53.563511 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Pushing event deleted for resources: {'Port': ['ID=f3bbbc7f-b4d4-43c6-8a8d-0426a439db34,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:53.566883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:53.664126 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks [] for floatingip, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.679772 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for floatingip, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:53.681131 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-13de17ef-21c5-4e47-a20f-ed59279e32ee tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] 10.222.0.37 "DELETE /v2.0/floatingips/06a468fe-1d0f-4c94-9fec-52afa3c90201 HTTP/1.1" status: 204 len: 168 time: 1.0915253 Jun 28 12:38:53.723541 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:38:53.792732 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:38:53.793237 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device 0e2c06c5-ee55-4bff-a615-cae37eb9aa10 not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:38:57.015639 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57676) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:38:57.856080 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:38:57.886973 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315910'] for router_interface, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:58.419254 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Deleting port 0c11a371-1fe9-4538-9ca5-4613db111c4b {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:38:58.420117 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:58.620737 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] For port 0c11a371-1fe9-4538-9ca5-4613db111c4b, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=0c11a371-1fe9-4538-9ca5-4613db111c4b,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:38:58.621403 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:58.779292 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Calling delete_port for 0c11a371-1fe9-4538-9ca5-4613db111c4b owned by network:router_interface {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:38:59.117724 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:59.123821 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f4fa8c94-318c-4a01-afef-899e0b7cb7c1 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:38:59.174761 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c11a371-1fe9-4538-9ca5-4613db111c4b,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:38:59.177611 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:38:59.505865 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16316074'] for router_interface, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:38:59.923458 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Router d9c0c14c-c686-4445-b11b-09827eda7bd3 has already been hosted by L3 agent ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee {{(pid=79307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 12:39:00.231611 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:00.290145 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] Notify agent at l3_agent.dv-cinder-798094-1-smb the message routers_updated {{(pid=79307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 12:39:00.302228 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Sync routers for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 12:39:00.305844 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-f01b6673-b724-4608-9e37-ed5aa5d721e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/d9c0c14c-c686-4445-b11b-09827eda7bd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2890785 Jun 28 12:39:00.312031 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57682) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:00.316521 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:39:00.320059 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:00.523066 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:00.533004 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: dv-cinder-798094-1-smb {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:39:00.850565 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:00.930165 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'external_fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247'}], 'enable_snat': True}, 'gw_port_id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:38:58Z', 'revision_number': 5, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port': {'id': '9fafeb95-f0d2-4243-873b-6f8c468c9db8', 'name': '', 'network_id': 'e78f9ceb-b1a3-4376-9d76-63b43ec920d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:32:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'ip_address': '172.28.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798094-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T12:32:21Z', 'updated_at': '2021-06-28T12:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a8bcb92-f76c-44e4-9636-1c52963ed6bc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798094-1-smb'}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:00.936604 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Checking router: d9c0c14c-c686-4445-b11b-09827eda7bd3 for host: dv-cinder-798094-1-smb {{(pid=79310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 12:39:00.946476 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Routers {'d9c0c14c-c686-4445-b11b-09827eda7bd3'} bound to L3 agent in host dv-cinder-798094-1-smb {{(pid=79310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 28 12:39:00.947652 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798094-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T12:20:04Z,description=,heartbeat_timestamp=2021-06-28T12:38:34Z,host='dv-cinder-798094-1-smb',id=ae3bab1b-660b-4e16-b1e1-aafdcf92d7ee,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T12:20:05Z,topic='l3_agent')) {'router_ids': ['d9c0c14c-c686-4445-b11b-09827eda7bd3'], 'active': True} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:00.974043 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Deleting port 9fafeb95-f0d2-4243-873b-6f8c468c9db8 {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:39:00.974556 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:01.112914 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_dvr_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] Set router d9c0c14c-c686-4445-b11b-09827eda7bd3 gateway port host: None {{(pid=79310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 12:39:01.224244 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.l3_hamode_db [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:39:00Z', 'revision_number': 6, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port_host': None}], 'dv-cinder-798094-1-smb', False) {} {{(pid=79310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:01.228722 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5aff3-24ad-4072-829f-482b358b5d02 None None] The sync data for ids ['d9c0c14c-c686-4445-b11b-09827eda7bd3'] in dv-cinder-798094-1-smb is: [{'id': 'd9c0c14c-c686-4445-b11b-09827eda7bd3', 'name': 'tempest-AttachVolumeShelveTestJSON-113924573-router', 'tenant_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T12:32:20Z', 'updated_at': '2021-06-28T12:39:00Z', 'revision_number': 6, 'project_id': 'f7232abe5de8497d8b20f3db6f6df1d9', 'gw_port_host': None}] {{(pid=79310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 12:39:01.264561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] For port 9fafeb95-f0d2-4243-873b-6f8c468c9db8, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=9fafeb95-f0d2-4243-873b-6f8c468c9db8,segment=NetworkSegment(4921f6c7-2eee-4129-8bc9-308a4d4d42d0),segment_id=4921f6c7-2eee-4129-8bc9-308a4d4d42d0)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:39:01.264561 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:01.391975 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Calling delete_port for 9fafeb95-f0d2-4243-873b-6f8c468c9db8 owned by network:router_gateway {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:39:01.643126 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:01.651655 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-823911dc-4699-42c3-a60f-22808f2c9313 tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:01.782955 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fafeb95-f0d2-4243-873b-6f8c468c9db8,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:01.791635 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:01.856365 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16366371'] for router_gateway, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:01.863905 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-2432b9a4-e0dd-4c67-aee2-a7f3e4f8c854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.048771 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16316009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.051161 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.196900 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16365774'] for router, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.197791 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c0c14c-c686-4445-b11b-09827eda7bd3 {{(pid=79307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 12:39:02.215878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.217726 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-9e580942-9b76-4318-90ee-abcfbf6b04f8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d9c0c14c-c686-4445-b11b-09827eda7bd3 HTTP/1.1" status: 204 len: 168 time: 1.9043698 Jun 28 12:39:02.220323 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57686) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:02.220860 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.448443 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_v2 [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Deleting subnet 13a923e6-aadc-4e88-b5c1-213f261ebf7e {{(pid=79307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Jun 28 12:39:02.452311 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.507815 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14774607'] for subnet, precommit_delete_associations {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.589995 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1453787'] for subnet, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.734188 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1453324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15633575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15945174'] for subnet, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.739119 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-04785f62-f18e-4d55-9ad6-08369ccdf9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:02.775917 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a923e6-aadc-4e88-b5c1-213f261ebf7e,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:02.778593 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:02.787062 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.788194 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9efca-62a3-458f-aa8a-cc91f73b22f2 None None] Network 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 requested from dv-cinder-798094-1-smb {{(pid=79309) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 12:39:02.789960 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-533cdd11-a6a8-49a1-ab4b-8e06153fe431 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/13a923e6-aadc-4e88-b5c1-213f261ebf7e HTTP/1.1" status: 204 len: 168 time: 0.5681474 Jun 28 12:39:02.793077 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 57690) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:02.862570 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 0c11a371-1fe9-4538-9ca5-4613db111c4b no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:39:02.911738 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1345850'] for network, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.914563 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 0c11a371-1fe9-4538-9ca5-4613db111c4b {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:39:02.915409 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 0c11a371-1fe9-4538-9ca5-4613db111c4b not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:39:02.915619 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9fafeb95-f0d2-4243-873b-6f8c468c9db8 no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:39:02.924026 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Deleting port e11e9748-abbb-477c-aa2f-dc7d6260e6da {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:39:02.924365 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:02.958957 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: 9fafeb95-f0d2-4243-873b-6f8c468c9db8 {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:39:02.959298 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device 9fafeb95-f0d2-4243-873b-6f8c468c9db8 not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:39:03.164299 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] For port e11e9748-abbb-477c-aa2f-dc7d6260e6da, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e11e9748-abbb-477c-aa2f-dc7d6260e6da,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:39:03.164670 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.192247 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] DHCP port deletion for 92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 request from dv-cinder-798094-1-smb {{(pid=79309) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 12:39:03.197547 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Deleting port e11e9748-abbb-477c-aa2f-dc7d6260e6da {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:39:03.198060 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.310398 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Calling delete_port for e11e9748-abbb-477c-aa2f-dc7d6260e6da owned by network:dhcp {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:39:03.422486 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] For port e11e9748-abbb-477c-aa2f-dc7d6260e6da, host dv-cinder-798094-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798094-1-smb',level=0,port_id=e11e9748-abbb-477c-aa2f-dc7d6260e6da,segment=NetworkSegment(9f43bb27-bda9-4cd7-be57-452b2cc8e4f3),segment_id=9f43bb27-bda9-4cd7-be57-452b2cc8e4f3)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:39:03.422796 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.505108 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.511835 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d53dc512-09b0-40c9-aa95-c833e46af76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:03.553805 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Calling delete_port for e11e9748-abbb-477c-aa2f-dc7d6260e6da owned by network:dhcp {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:39:03.564153 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=e11e9748-abbb-477c-aa2f-dc7d6260e6da,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:03.566136 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] No DVR routers for this DVR port e11e9748-abbb-477c-aa2f-dc7d6260e6da on host dv-cinder-798094-1-smb {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:39:03.567792 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:03.664769 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.db.api [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 12:39:03.665250 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_db.api [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 12:39:03.693590 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1450310', 'neutron.services.segments.db._delete_segments_for_network-8748873948097'] for network, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.709300 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e9ee39-a4c5-4c03-9f35-ac398b8c08a8']}} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:03.723649 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3') {'for_net_delete': True} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:03.724000 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.services.segments.db [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f43bb27-bda9-4cd7-be57-452b2cc8e4f3') {} {{(pid=79307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 12:39:03.738111 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748873958440', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14774646'] for segment, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.756504 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1462913'] for segment, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.767292 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=79307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 12:39:03.767292 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1462926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15632389'] for segment, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: Traceback (most recent call last): Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: timer() Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: cb(*args, **kw) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: return func(*args, **kwargs) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: self._notify() Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: self.callback(batched_events) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: event.method(event) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: return f(self, *a, **k) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: return self._get(url).json() Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: return self.request(url, 'GET', **kwargs) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 12:39:03.778566 dv-cinder-798094-1-smb neutron-server[79307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 12:39:03.983437 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1450329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16366342'] for network, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:03.987360 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:04.004153 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235704'] for network, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.011517 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=92e9ee39-a4c5-4c03-9f35-ac398b8c08a8,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:04.017476 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:04.023000 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] 10.222.0.37 "DELETE /v2.0/networks/92e9ee39-a4c5-4c03-9f35-ac398b8c08a8 HTTP/1.1" status: 204 len: 168 time: 1.2287545 Jun 28 12:39:04.166848 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Deleting port e11e9748-abbb-477c-aa2f-dc7d6260e6da {{(pid=79309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:39:04.167423 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.236426 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-94bf145b-98df-4b05-acc4-7750a67fb198 None None] The port 'e11e9748-abbb-477c-aa2f-dc7d6260e6da' was deleted {{(pid=79309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Jun 28 12:39:04.476345 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a42757ed-6256-4824-848a-dad268592626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.649065 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57696) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:04.706526 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f0642b0e-c7ab-4136-a8f6-b0aed4a98fd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7232abe5de8497d8b20f3db6f6df1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561597 Jun 28 12:39:04.709413 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 57700) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:04.780749 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.825587 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.835360 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e11e9748-abbb-477c-aa2f-dc7d6260e6da no longer exists at agent ovs-agent-dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:39:04.891145 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] No Port match for: e11e9748-abbb-477c-aa2f-dc7d6260e6da {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:39:04.891673 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Device e11e9748-abbb-477c-aa2f-dc7d6260e6da not bound to the agent host dv-cinder-798094-1-smb {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:39:04.990712 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:04.996546 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-cee1e48e-bd7b-494e-989a-065fd09eab54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:05.013484 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2593acbc-4c11-401a-8d2e-62147b5ebd8b,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:05.023022 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.023479 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.023771 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.024135 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.024493 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.024853 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.025244 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.025596 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.025971 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.026324 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.026679 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.027022 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:05.030054 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:05.032324 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2593acbc-4c11-401a-8d2e-62147b5ebd8b HTTP/1.1" status: 204 len: 168 time: 0.3208122 Jun 28 12:39:05.032324 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-9ca17e94-e2fc-4871-8325-c7ef442bea7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:05.419970 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:06.871745 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:30.235348 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:31.903993 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-46b3160e-1159-479c-8d71-0b46c6308d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:32.171617 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:34.355078 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-7d874f77-b67b-4b2c-8b41-bfff2f824a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:34.858535 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:39:35.469209 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:36.852048 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:52.847816 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58074) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:53.101014 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.121896 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:39:53.126211 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Usage tracker for resource:security_group_rule and tenant:30fe7098c66a4b4cb91f5d2b834bffdb is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:39:53.129340 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:39:53.137154 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:39:53.235307 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.319754 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.327719 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c03e16b1-3964-416c-a28e-1f6a966cc8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:53.376771 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30fe7098c66a4b4cb91f5d2b834bffdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5277529 Jun 28 12:39:53.378293 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f891c256-0c53-4ca2-9df0-019056301440,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:53.380096 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58080) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:53.382609 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-c230339a-fd6e-4234-9dec-acece3c1cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:53.448782 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.479973 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.651545 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.656032 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e77cefaf-6f98-44ec-9af8-aa9d6bf94d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:53.671972 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f891c256-0c53-4ca2-9df0-019056301440,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:53.683867 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.684247 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.684637 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.685008 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.685370 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.685736 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.686119 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.686484 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.686849 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.687206 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.687564 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.687919 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:39:53.690999 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:53.692123 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f891c256-0c53-4ca2-9df0-019056301440 HTTP/1.1" status: 204 len: 168 time: 0.3104129 Jun 28 12:39:53.693162 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3427b1eb-60cf-439a-a917-0ee41f3a3983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:54.549497 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58088) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:54.568782 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:54.585944 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:39:54.590177 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Usage tracker for resource:security_group_rule and tenant:d3783586312d46a8ad4cf583143931d6 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:39:54.593194 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:39:54.599709 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:39:54.700844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:54.799773 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:54.810626 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-53b3192f-186d-4357-b07f-2e78c78271f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:54.861466 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3783586312d46a8ad4cf583143931d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104486 Jun 28 12:39:54.862441 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4ddae3-e1de-4fd6-bb93-d2259d7fd36f,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:54.865228 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58092) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:39:54.870844 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-67207d58-f67c-4632-b53e-b368f1b16741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:54.937787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:54.979279 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:55.137283 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:55.144286 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b38b2043-4a94-4577-acf8-66f3c91b5191 tempest-TestMinimumBasicScenario-145349374 tempest-TestMinimumBasicScenario-145349374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:39:55.164234 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4ddae3-e1de-4fd6-bb93-d2259d7fd36f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:39:55.167956 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:39:55.176984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:39:55.179400 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-96df0d21-aca1-4431-9302-26fa23dd87f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f4ddae3-e1de-4fd6-bb93-d2259d7fd36f HTTP/1.1" status: 204 len: 168 time: 0.3124573 Jun 28 12:40:00.302403 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:01.827735 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3ee473e2-ef04-4748-970a-475a8443d8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:02.222526 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:04.337130 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-c3e612e1-7c27-4382-9fbf-ad5de4d46681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:05.519440 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:06.844622 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:11.858831 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:40:20.364115 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58312) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:20.525608 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.540937 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:40:20.545055 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:13944d77a1fb417d870d9495e4678a9a is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:40:20.548133 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:40:20.554372 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:40:20.647117 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.712814 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.720958 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-4af14f8c-fc6e-4fe2-b26c-d09bfc815192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:20.767977 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13944d77a1fb417d870d9495e4678a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022963 Jun 28 12:40:20.769055 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83232b-bcb7-4a1d-99a0-2487644a5df7,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:20.771129 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58318) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:20.781112 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.781695 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.782326 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.782923 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.783515 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.784116 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.784708 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.785458 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.785894 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.786538 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.787191 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.787829 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:40:20.794196 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-de3865fc-56eb-4ed5-ba8f-2e9e1f889ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:20.849571 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:20.882251 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.026721 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.030725 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-da2f83f5-7833-4db8-b174-26c503a05158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:21.045567 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83232b-bcb7-4a1d-99a0-2487644a5df7,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:21.048533 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:21.055353 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.056925 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee83232b-bcb7-4a1d-99a0-2487644a5df7 HTTP/1.1" status: 204 len: 168 time: 0.2843168 Jun 28 12:40:21.810188 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58326) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:21.828851 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:21.846118 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:40:21.851251 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Usage tracker for resource:security_group_rule and tenant:c0cb4dff07c64c98b9d2fa9e0346a5a4 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:40:21.854923 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:40:21.861810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:40:21.962913 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.055274 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.063698 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f5a0819e-89da-43f6-9750-aeb819749b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:22.117934 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0cb4dff07c64c98b9d2fa9e0346a5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061843 Jun 28 12:40:22.119137 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c549acec-3d06-41a7-bc0e-158516177b5d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:22.122267 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58330) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:22.126501 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:22.306743 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.337415 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.495987 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.499917 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2c754ec0-37c7-4187-af7f-8274fee55ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:22.513798 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c549acec-3d06-41a7-bc0e-158516177b5d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:22.517074 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:22.519401 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:22.520553 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-e6631520-cd1b-4891-baed-d7a510931353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c549acec-3d06-41a7-bc0e-158516177b5d HTTP/1.1" status: 204 len: 168 time: 0.3971832 Jun 28 12:40:26.609628 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58402) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:26.748449 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.764988 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:40:26.769470 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Usage tracker for resource:security_group_rule and tenant:95d6e56d264c42cb9ed0b1225b6a97ea is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:40:26.773506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:40:26.779984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:40:26.885589 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.958408 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:26.967068 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3c03b876-acf7-42f0-b021-1dba2617a90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:27.013290 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebffcdc-9a79-4856-b6b4-f32098011239,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:27.017805 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95d6e56d264c42cb9ed0b1225b6a97ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4070544 Jun 28 12:40:27.019018 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2adbcc20-7656-4dcd-b7e3-3911248f6c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:27.022831 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58408) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:27.097786 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:27.138278 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:27.312465 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:27.316781 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68b54608-501d-4602-b8da-476c3ab3ec0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:27.336060 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebffcdc-9a79-4856-b6b4-f32098011239,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:27.340642 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:27.364219 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:27.366728 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-a5577823-40c0-4013-9ba2-2b56e2446863 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ebffcdc-9a79-4856-b6b4-f32098011239 HTTP/1.1" status: 204 len: 168 time: 0.3418424 Jun 28 12:40:28.340404 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58416) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:28.360955 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.378337 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:40:28.382587 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Usage tracker for resource:security_group_rule and tenant:01d74662f71249a987338b4e87ae8ff9 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:40:28.385699 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:40:28.392450 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:40:28.489843 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.563836 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.572542 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1c9b79cc-3571-4f7b-a363-f6362551cdfe tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:28.619375 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01d74662f71249a987338b4e87ae8ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777338 Jun 28 12:40:28.620297 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83c3f37-a85d-4e4f-a8d2-b7497432db33,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:28.622112 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58420) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:28.624510 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-bbfb1a20-7c09-468f-b75e-03dc0932968b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:28.698606 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.734506 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.906883 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.911050 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-f24aba67-35cf-4bc1-8f7a-3d1aebd4bf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:28.929131 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83c3f37-a85d-4e4f-a8d2-b7497432db33,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:28.933965 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:28.940928 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:28.942861 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-778bc97c-029f-409b-8280-5c0bae294df5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b83c3f37-a85d-4e4f-a8d2-b7497432db33 HTTP/1.1" status: 204 len: 168 time: 0.3191943 Jun 28 12:40:30.301469 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:31.848918 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9188209d-cd2f-42dd-899e-8971a8ead966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:32.151745 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:34.335058 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-67ba0752-2bc3-409a-b324-1fbb3da290d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:35.511868 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:36.957751 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:48.858113 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:40:50.789630 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58572) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:50.982885 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:50.999497 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:40:51.003447 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Usage tracker for resource:security_group_rule and tenant:50aecc16fefc4f97926b04cf44fbc6b2 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:40:51.006907 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:40:51.012839 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:40:51.106670 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.180327 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.192060 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b267ca70-f619-486b-bbbb-8d6d6f7b389d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:51.236965 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50aecc16fefc4f97926b04cf44fbc6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458966 Jun 28 12:40:51.238866 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c56c563-3336-4896-9422-bbf8b590df8e,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:51.240636 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58578) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:40:51.242661 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-2ba97c74-fd7a-449f-85cc-c039788a0293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:51.317522 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.344858 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.488902 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.494076 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-68d28892-b92e-4ef7-b3a6-4221da50c61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:40:51.507039 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c56c563-3336-4896-9422-bbf8b590df8e,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:40:51.509976 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:40:51.518024 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:40:51.519178 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-fd8ec30c-c8cf-4e89-8234-93199f181241 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c56c563-3336-4896-9422-bbf8b590df8e HTTP/1.1" status: 204 len: 168 time: 0.2758565 Jun 28 12:41:00.259617 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:01.849052 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-60255b90-347a-47de-a228-53d782dab72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:02.277063 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:04.345019 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a3193e79-49ca-477e-a15f-cc74f5763deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.203823 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58706) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:05.325931 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.342646 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:41:05.352602 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Usage tracker for resource:security_group_rule and tenant:673b4771f1184dd9931343b3ccdd10a8 is out of sync, need to count used quota {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:41:05.355761 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.quota.resource [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79308) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:41:05.361754 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.db.quota.driver [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:41:05.449847 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.476888 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.499381 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.507629 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-45b30170-ce58-41d0-929b-9fe16ec129d1 tempest-AttachVolumeShelveTestJSON-297474404 tempest-AttachVolumeShelveTestJSON-297474404-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:05.552370 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=673b4771f1184dd9931343b3ccdd10a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471394 Jun 28 12:41:05.553180 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202cdf1-5d64-4145-ac76-20f0bbb6bf6f,revision_number=1']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:05.554952 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58712) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:05.556315 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-f22bff3d-9e16-44b3-954e-7e06baeb9b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:05.619459 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.649013 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.802331 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.806328 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-602c0b8b-3bfb-4c83-9006-8916abd2e49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:05.820146 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202cdf1-5d64-4145-ac76-20f0bbb6bf6f,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:05.830120 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.830502 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.830878 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.831264 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.831630 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.832018 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.832379 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.832737 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.833095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.833448 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.833802 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.834186 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:05.839232 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:05.841385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:05.842554 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-14a6cfbc-8fd7-4477-b373-cd7c14984cfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9202cdf1-5d64-4145-ac76-20f0bbb6bf6f HTTP/1.1" status: 204 len: 168 time: 0.2865746 Jun 28 12:41:06.523433 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58720) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:06.543171 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:06.558700 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:41:06.562623 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Usage tracker for resource:security_group_rule and tenant:8b5386cd1f4a463aab59f1fbf485612b is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:41:06.565534 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:41:06.571546 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:41:06.659006 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:06.728153 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:06.735273 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-226a7ae2-f5b4-434a-832f-6856576cb39d tempest-AttachVolumeTestJSON-1273406369 tempest-AttachVolumeTestJSON-1273406369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:06.785987 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b5386cd1f4a463aab59f1fbf485612b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613673 Jun 28 12:41:06.787810 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54718711-42cc-46b0-ab75-f33b4972be5f,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:06.790026 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58726) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:06.795416 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-ba346819-6d47-4290-8b17-f7de1f5348ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:06.836295 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:06.862296 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:06.891612 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:07.031041 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:07.034870 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-1759e865-c75c-4b08-92a5-4a2fc7e5a6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:07.049101 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54718711-42cc-46b0-ab75-f33b4972be5f,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:07.054920 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:07.062649 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:07.064584 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-efd346a5-2302-4ad2-a980-bf03c8c96bdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54718711-42cc-46b0-ab75-f33b4972be5f HTTP/1.1" status: 204 len: 168 time: 0.2726095 Jun 28 12:41:07.918362 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 58734) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:07.938493 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:07.955041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:41:07.959877 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Usage tracker for resource:security_group_rule and tenant:fee20202db2a424e8473f99f50b15662 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:41:07.962984 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:41:07.969371 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:41:08.059921 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.122105 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.130611 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-d326f2de-da10-42b2-a8e1-bb29f713bf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:08.177435 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fee20202db2a424e8473f99f50b15662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579114 Jun 28 12:41:08.178676 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18657360-4a4b-4dfd-ba7c-eb3d441df399,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:08.180813 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.wsgi [-] (79308) accepted ('10.222.0.37', 58738) {{(pid=79308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:08.182615 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-0efb18cb-264f-4e7e-a4cb-61b299ca3b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:08.249615 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.279409 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.533415 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.537146 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-e47326ff-2ede-486b-8266-bb1248fa5981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:08.548611 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18657360-4a4b-4dfd-ba7c-eb3d441df399,revision_number=None']} {{(pid=79308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:08.552349 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG oslo_concurrency.lockutils [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:08.555730 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron_lib.callbacks.manager [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:08.556833 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [None req-b0e5793a-46b3-4f00-bbaa-5fa1a27ceac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18657360-4a4b-4dfd-ba7c-eb3d441df399 HTTP/1.1" status: 204 len: 168 time: 0.3746889 Jun 28 12:41:12.442243 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-b0844530-dd6d-4ddd-823e-7e5152a597b3 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc1a39e47bf14aa79148353d076a30f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290935 Jun 28 12:41:12.607424 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-391976e0-63f7-4734-80eb-02e761593b6d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:12.608920 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-391976e0-63f7-4734-80eb-02e761593b6d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609437 Jun 28 12:41:12.625375 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-738941ec-7b24-44cc-bdf3-40fe801f1275 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/quotas/dc1a39e47bf14aa79148353d076a30f5 HTTP/1.1" status: 200 len: 375 time: 0.0103829 Jun 28 12:41:12.678427 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-2832ecc4-cdf1-4e06-b0df-d7baed01745f tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc1a39e47bf14aa79148353d076a30f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471041 Jun 28 12:41:13.119525 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-d0607920-8789-418e-b8be-eff4a1e6347b req-a0bf0480-0914-4fbd-bea8-60f546ad8bf3 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.1650114 Jun 28 12:41:14.232667 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-bf0948f2-fac8-4d5a-aa67-d0e7106a0b61 req-6ea0078f-95b3-4026-a785-55515242ffba tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.0450449 Jun 28 12:41:15.419899 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-e1144dea-7f9e-4829-aa3b-4d727ed4af33 req-df3735ef-3d6b-471f-9f02-739c8a4ce717 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.0463488 Jun 28 12:41:16.026496 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-b8a8e79e-1717-4c49-968a-367c97bd2273 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc1a39e47bf14aa79148353d076a30f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284750 Jun 28 12:41:16.198046 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-597ea3d5-7a69-485e-b8de-40b41d863e85 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:16.200377 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-597ea3d5-7a69-485e-b8de-40b41d863e85 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648262 Jun 28 12:41:16.227857 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Request body: {'port': {'device_id': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18', 'admin_state_up': True, 'tenant_id': 'dc1a39e47bf14aa79148353d076a30f5'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:41:16.386131 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:41:16.390337 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Usage tracker for resource:port and tenant:dc1a39e47bf14aa79148353d076a30f5 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:41:16.399285 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:41:16.400858 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:41:16.598602 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Made reservation on behalf of dc1a39e47bf14aa79148353d076a30f5 for: {'port': 1} {{(pid=79307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 12:41:16.601622 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:16.621821 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-19e31b7e-48f1-4ed0-a131-3fe31c5fc94d req-f75cf074-4262-4bc7-9e10-c48c86b5c865 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.0723825 Jun 28 12:41:16.624762 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks [] for security_group, before_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:16.642674 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 12:41:16.660394 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Usage tracker for resource:security_group_rule and tenant:dc1a39e47bf14aa79148353d076a30f5 is out of sync, need to count used quota {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 12:41:16.660394 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79307) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 12:41:16.661413 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.quota.driver [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 12:41:16.764493 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks [] for security_group, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:16.853268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:16.856600 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-bf51b35f-f7cc-48ee-9bd5-01067bb3add7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:16.949825 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035d0d94-0031-4072-a38f-643c29314ce2,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:16.956268 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:17.042865 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.db_base_plugin_common [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Allocated IP 192.168.233.246 (c51065cd-f03f-49f2-a82e-8c1443318d18/338529e4-253f-41e2-ae26-9a1985ef6eab/d4d6c25f-cce6-4fa9-866c-437b72318c5d) {{(pid=79307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 12:41:17.263008 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks [] for port, precommit_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:17.280628 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Transition to ACTIVE for port object d4d6c25f-cce6-4fa9-866c-437b72318c5d will not be triggered until provisioned by entity DHCP. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:41:17.385486 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748873478157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_create {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:17.391500 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-3f1ddfcc-c5e8-468e-a4a8-c761f26fdcfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:17.463098 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Network c51065cd-f03f-49f2-a82e-8c1443318d18 is already hosted by enough agents. {{(pid=79307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 12:41:17.466271 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.scheduler.base_scheduler [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Resources bound (agent type, host, resource id): {{(pid=79307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 12:41:17.470455 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Received port after_create {{(pid=79307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 28 12:41:17.501783 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Pushing event updated for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=1']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:17.509351 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:17.541801 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:17.542478 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:17.660486 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4367867 Jun 28 12:41:17.684865 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-535fab40-7d70-45c9-9b14-8392a9bceea1 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 12:41:17.685897 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-535fab40-7d70-45c9-9b14-8392a9bceea1 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058331 Jun 28 12:41:17.756563 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.v2.base [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Request body: {'port': {'device_id': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=79307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 12:41:17.832072 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-c6c10e76-a65f-4f43-8b7a-594817b15a2d None None] Provisioning for port d4d6c25f-cce6-4fa9-866c-437b72318c5d completed by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:41:17.838204 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-c6c10e76-a65f-4f43-8b7a-594817b15a2d None None] Provisioning complete for port d4d6c25f-cce6-4fa9-866c-437b72318c5d triggered by entity DHCP. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:41:17.838587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-c6c10e76-a65f-4f43-8b7a-594817b15a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:17.896449 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917be7-9064-43cf-918a-ea0f5d45bef7 req-1fe5f3aa-3a9b-45e8-aa70-7c2009d8173c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:17.903276 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba917be7-9064-43cf-918a-ea0f5d45bef7 req-1fe5f3aa-3a9b-45e8-aa70-7c2009d8173c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 936 time: 0.1155014 Jun 28 12:41:17.904043 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-c6c10e76-a65f-4f43-8b7a-594817b15a2d None None] Port d4d6c25f-cce6-4fa9-866c-437b72318c5d cannot update to ACTIVE because it is not bound. {{(pid=79309) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 12:41:17.952617 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-ba917be7-9064-43cf-918a-ea0f5d45bef7 req-755a120e-825e-4d7b-83dc-f152f3ac12ed tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Jun 28 12:41:17.977614 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:18.411653 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d6c25f-cce6-4fa9-866c-437b72318c5d {{(pid=79307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:41:18.419339 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:18.437095 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.provisioning_blocks [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Transition to ACTIVE for port object d4d6c25f-cce6-4fa9-866c-437b72318c5d will not be triggered until provisioned by entity L2. {{(pid=79307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 12:41:18.516385 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:18.522584 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:18.689966 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=2']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:18.698557 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:18.781361 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Attempting to bind port d4d6c25f-cce6-4fa9-866c-437b72318c5d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 12:41:18.781692 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Attempting to bind port d4d6c25f-cce6-4fa9-866c-437b72318c5d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 12:41:18.782044 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Attempting to bind port d4d6c25f-cce6-4fa9-866c-437b72318c5d on network c51065cd-f03f-49f2-a82e-8c1443318d18 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:41:18.788875 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Port d4d6c25f-cce6-4fa9-866c-437b72318c5d on network c51065cd-f03f-49f2-a82e-8c1443318d18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 12:41:18.789190 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Attempting to bind port d4d6c25f-cce6-4fa9-866c-437b72318c5d on network c51065cd-f03f-49f2-a82e-8c1443318d18 {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 12:41:18.798308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Checking agent: {'id': '1ee06dc6-e6d6-4528-967b-67c8f60ad511', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 12, 27), 'started_at': datetime.datetime(2021, 6, 28, 12, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 12:41:18.798308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Checking segment: {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 12:41:18.798308 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Bound using segment: {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'} {{(pid=79307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 12:41:18.815708 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.managers [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Bound port: d4d6c25f-cce6-4fa9-866c-437b72318c5d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58d0bb2-f17c-4ddf-9036-79c5dad76bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18'}}] {{(pid=79307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 12:41:18.815708 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:18.906639 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, cleared binding levels {{(pid=79307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 12:41:18.910787 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 12:41:19.013993 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15632481'] for port, after_update {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:19.019690 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-b995ca00-b7fa-4a87-8b9f-608fcee26db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:19.082349 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:19.083206 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:19.084664 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] 10.222.0.35 "PUT /v2.0/ports/d4d6c25f-cce6-4fa9-866c-437b72318c5d HTTP/1.1" status: 200 len: 1098 time: 1.3877499 Jun 28 12:41:19.085402 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:41:19.167447 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Pushing event updated for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=3']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:19.171135 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-58d13c12-7d23-4739-b922-102c1f61d93d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:19.199918 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-cad52c41-c151-4d26-a7d1-1e4d4a90e7dd tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:19.200745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-cad52c41-c151-4d26-a7d1-1e4d4a90e7dd tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Synchronizing usage tracker for tenant:dc1a39e47bf14aa79148353d076a30f5 on resource:port {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:41:19.276313 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d', 'status': 'completed', 'code': 200} Jun 28 12:41:19.316069 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-cad52c41-c151-4d26-a7d1-1e4d4a90e7dd tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Unset dirty status for tenant:dc1a39e47bf14aa79148353d076a30f5 on resource:port {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:41:19.317257 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-cad52c41-c151-4d26-a7d1-1e4d4a90e7dd tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 948 time: 0.2375672 Jun 28 12:41:19.328745 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-cc79551f-62de-49d8-bdd5-ecf02e2a8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:19.331104 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-cc79551f-62de-49d8-bdd5-ecf02e2a8cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1a39e47bf14aa79148353d076a30f5&device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 1101 time: 0.0878916 Jun 28 12:41:19.453016 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-b3162269-d9fb-4448-8646-9e090e490e47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d HTTP/1.1" status: 200 len: 217 time: 0.1043382 Jun 28 12:41:19.463998 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-edf58ee2-247b-40a8-8909-337e0c0f020d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Synchronizing usage tracker for tenant:dc1a39e47bf14aa79148353d076a30f5 on resource:security_group {{(pid=79307) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 12:41:19.539923 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-20724af9-5bd9-4792-808f-dff129ab93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:19.541348 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-20724af9-5bd9-4792-808f-dff129ab93c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338529e4-253f-41e2-ae26-9a1985ef6eab HTTP/1.1" status: 200 len: 843 time: 0.0702484 Jun 28 12:41:19.634109 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-4fdaba46-d792-42df-abf2-da2ee14eb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:19.635664 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-4fdaba46-d792-42df-abf2-da2ee14eb0f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c51065cd-f03f-49f2-a82e-8c1443318d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837007 Jun 28 12:41:19.668850 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.quota.resource [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-edf58ee2-247b-40a8-8909-337e0c0f020d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Unset dirty status for tenant:dc1a39e47bf14aa79148353d076a30f5 on resource:security_group {{(pid=79307) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 12:41:19.670121 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-c0bb8fa9-f83b-4f4d-be9c-d5ffc4fdbaf0 req-edf58ee2-247b-40a8-8909-337e0c0f020d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382385 Jun 28 12:41:19.794413 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-b8d916e5-055f-488a-afe0-ce8c3a1b59d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c51065cd-f03f-49f2-a82e-8c1443318d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469903 Jun 28 12:41:19.945483 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-ba79a048-3f0f-4b10-9473-3132d9c9d0f2 req-cfc169f1-9619-412d-9003-1cea89ad5f5b service neutron] 10.222.0.35 "GET /v2.0/networks/c51065cd-f03f-49f2-a82e-8c1443318d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397555 Jun 28 12:41:20.229514 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-02a57497-2fce-46f6-91f9-0078c0d85736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:20.231038 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-02a57497-2fce-46f6-91f9-0078c0d85736 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc1a39e47bf14aa79148353d076a30f5&device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 1101 time: 0.0755529 Jun 28 12:41:20.487919 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-7a7d286c-708f-4278-a4e5-2a248f21fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:20.489361 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-7a7d286c-708f-4278-a4e5-2a248f21fdce service neutron] 10.222.0.35 "GET /v2.0/networks?id=c51065cd-f03f-49f2-a82e-8c1443318d18 HTTP/1.1" status: 200 len: 870 time: 0.2496536 Jun 28 12:41:20.585700 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-6d6ca478-6ff9-4bf4-a091-e83ad668eba3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d HTTP/1.1" status: 200 len: 217 time: 0.0882838 Jun 28 12:41:20.655582 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-6b8d0180-e0b5-41c1-8f58-45f37ddc36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:20.657022 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-6b8d0180-e0b5-41c1-8f58-45f37ddc36ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=338529e4-253f-41e2-ae26-9a1985ef6eab HTTP/1.1" status: 200 len: 843 time: 0.0620332 Jun 28 12:41:20.757447 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-157fc5ae-688b-4acf-ad04-8c8d2f04d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:20.758862 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-157fc5ae-688b-4acf-ad04-8c8d2f04d995 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c51065cd-f03f-49f2-a82e-8c1443318d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940135 Jun 28 12:41:20.906377 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466b1ca-8fee-4ab7-b3eb-550cd1df1671 req-0e94f357-78ae-48f7-9ade-9c1ffed8a4f9 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:20.908617 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4466b1ca-8fee-4ab7-b3eb-550cd1df1671 req-0e94f357-78ae-48f7-9ade-9c1ffed8a4f9 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 948 time: 0.1150608 Jun 28 12:41:20.918043 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-a2c81fe3-a637-4e28-a8a3-571d29e6e136 service neutron] 10.222.0.35 "GET /v2.0/networks/c51065cd-f03f-49f2-a82e-8c1443318d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490097 Jun 28 12:41:20.971295 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-4466b1ca-8fee-4ab7-b3eb-550cd1df1671 req-89a1423b-31bd-4a93-9a06-a55786e6f33b tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551937 Jun 28 12:41:21.080313 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-5b62b9dd-e319-4166-895c-42648fe38a6d req-247ba044-a15f-40b3-a0c4-e86c9ab516e8 service neutron] 10.222.0.35 "GET /v2.0/networks/c51065cd-f03f-49f2-a82e-8c1443318d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529052 Jun 28 12:41:22.190911 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975bf76-b7a2-42c9-9c1e-00c3ca3c81ec req-d7fe06c9-f347-4c22-bbcc-50d2bb9bf6e2 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:22.192505 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8975bf76-b7a2-42c9-9c1e-00c3ca3c81ec req-d7fe06c9-f347-4c22-bbcc-50d2bb9bf6e2 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 948 time: 0.0918424 Jun 28 12:41:22.245452 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-8975bf76-b7a2-42c9-9c1e-00c3ca3c81ec req-1fddc054-9c4d-4048-9650-2514814029e1 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438287 Jun 28 12:41:22.471606 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device d4d6c25f-cce6-4fa9-866c-437b72318c5d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=79309) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 12:41:22.617544 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:41:22.632635 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Returning: {'device': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d', 'network_id': 'c51065cd-f03f-49f2-a82e-8c1443318d18', 'port_id': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d', 'mac_address': 'fa:16:3e:6e:c8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338529e4-253f-41e2-ae26-9a1985ef6eab', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79309) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 12:41:22.695949 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:22.757073 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d6c25f-cce6-4fa9-866c-437b72318c5d {{(pid=79309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 12:41:22.774439 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:41:22.882510 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:22.885458 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:22.998468 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=4']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:23.006664 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.007011 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.007429 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.007677 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.008004 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.008616 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.008939 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.009257 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.009574 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.009894 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.010260 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.010575 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798094-1-smb {{(pid=79309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 12:41:23.016781 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:23.256199 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['d4d6c25f-cce6-4fa9-866c-437b72318c5d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:41:23.472887 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5f565-3d68-449d-8808-d2f65c5d68ca req-901b1965-b715-41c8-8faa-6f2b0638e40e tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:23.474551 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6fe5f565-3d68-449d-8808-d2f65c5d68ca req-901b1965-b715-41c8-8faa-6f2b0638e40e tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 949 time: 0.0905304 Jun 28 12:41:23.527943 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-6fe5f565-3d68-449d-8808-d2f65c5d68ca req-9cd4514c-1800-4c7a-b585-105550ec751f tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470934 Jun 28 12:41:24.470525 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device d4d6c25f-cce6-4fa9-866c-437b72318c5d up at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 12:41:24.624675 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning for port d4d6c25f-cce6-4fa9-866c-437b72318c5d completed by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 12:41:24.631586 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.db.provisioning_blocks [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Provisioning complete for port d4d6c25f-cce6-4fa9-866c-437b72318c5d triggered by entity L2. {{(pid=79309) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 12:41:24.632038 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1457097'] for port, provisioning_complete {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:24.782397 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1510354'] for port, before_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:24.791681 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abebf24-97d0-4220-80a7-b01af64cce88 req-721186c3-40b9-4c30-9eb9-db34500ddc88 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:24.793205 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7abebf24-97d0-4220-80a7-b01af64cce88 req-721186c3-40b9-4c30-9eb9-db34500ddc88 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 949 time: 0.1103418 Jun 28 12:41:24.819477 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d'}] {{(pid=79309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:41:24.831152 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:41:24.851859 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7abebf24-97d0-4220-80a7-b01af64cce88 req-dc19c679-7440-460a-9327-61167f77655d tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477312 Jun 28 12:41:24.931320 dv-cinder-798094-1-smb neutron-server[79309]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d', 'code': 200} Jun 28 12:41:24.950060 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748873938634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748873478175', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748873478220'] for port, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:24.952935 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-9dd0f710-1d73-44f3-9168-3b6c7c70c0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:25.036207 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Pushing event updated for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=5']} {{(pid=79309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:25.040051 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG oslo_concurrency.lockutils [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:25.456093 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d22fa-a4b2-4c2d-b0ee-8b143b02dd5f req-3fff1353-c2ff-41ce-844e-c7a690c2ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:25.457801 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-804d22fa-a4b2-4c2d-b0ee-8b143b02dd5f req-3fff1353-c2ff-41ce-844e-c7a690c2ad48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 1103 time: 0.0807512 Jun 28 12:41:25.510656 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-804d22fa-a4b2-4c2d-b0ee-8b143b02dd5f req-bb66ffe8-1d5f-477e-ba51-9d2e97f167f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Jun 28 12:41:25.857014 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:41:26.054045 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558e53b-c348-43a4-af7f-9f74a9d4e143 req-c7818fe2-697c-4aac-9270-1b69913feea7 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:26.055606 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7558e53b-c348-43a4-af7f-9f74a9d4e143 req-c7818fe2-697c-4aac-9270-1b69913feea7 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 950 time: 0.0862291 Jun 28 12:41:26.106194 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-7558e53b-c348-43a4-af7f-9f74a9d4e143 req-99076679-af25-425e-bd3d-ab416787bfb3 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447373 Jun 28 12:41:27.332485 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf691e-9d39-4707-9035-dfdb22b2b0f7 req-2b792818-264c-4cb1-970e-108e6c498daa tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:27.334155 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b9bf691e-9d39-4707-9035-dfdb22b2b0f7 req-2b792818-264c-4cb1-970e-108e6c498daa tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 950 time: 0.0942476 Jun 28 12:41:27.394355 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-b9bf691e-9d39-4707-9035-dfdb22b2b0f7 req-8148f1d0-f998-4c3b-9e51-1f50cf02786a tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502014 Jun 28 12:41:28.160120 dv-cinder-798094-1-smb neutron-server[79308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545bf1b-51a6-4c71-a4dd-15a156490302 req-db8d2ca7-7426-41e6-b39a-2406687fc89e tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:28.161682 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8545bf1b-51a6-4c71-a4dd-15a156490302 req-db8d2ca7-7426-41e6-b39a-2406687fc89e tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 950 time: 0.0874572 Jun 28 12:41:28.214313 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-8545bf1b-51a6-4c71-a4dd-15a156490302 req-c946493d-33f2-4197-b5f6-41b31926d5a3 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Jun 28 12:41:29.425246 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982162b-96a9-46c9-a87a-eadc0e27efc9 req-3d4e021b-e452-4d05-9704-54fe4f896419 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:29.426814 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2982162b-96a9-46c9-a87a-eadc0e27efc9 req-3d4e021b-e452-4d05-9704-54fe4f896419 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 950 time: 0.0981903 Jun 28 12:41:29.479045 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2982162b-96a9-46c9-a87a-eadc0e27efc9 req-d734bce4-dc2c-4999-809b-eb7c94836bbb tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/security-groups?id=035d0d94-0031-4072-a38f-643c29314ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460374 Jun 28 12:41:29.693435 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7932f2-4d10-445b-9079-865503f66747 req-0f067871-f765-4610-a4c8-5b81ce820a3b tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 12:41:29.694962 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2f7932f2-4d10-445b-9079-865503f66747 req-0f067871-f765-4610-a4c8-5b81ce820a3b tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 950 time: 0.0896378 Jun 28 12:41:29.780749 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Deleting port d4d6c25f-cce6-4fa9-866c-437b72318c5d {{(pid=79307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Jun 28 12:41:29.781092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748873937008'] for port, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:30.071654 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.db [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] For port d4d6c25f-cce6-4fa9-866c-437b72318c5d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=d4d6c25f-cce6-4fa9-866c-437b72318c5d,segment=NetworkSegment(a58d0bb2-f17c-4ddf-9036-79c5dad76bbd),segment_id=a58d0bb2-f17c-4ddf-9036-79c5dad76bbd)] {{(pid=79307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 12:41:30.071995 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16366598'] for port, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:30.270863 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:30.319595 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.plugins.ml2.plugin [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Calling delete_port for d4d6c25f-cce6-4fa9-866c-437b72318c5d owned by compute:nova {{(pid=79307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Jun 28 12:41:30.568092 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1510291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16329650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748873938652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748873478166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15632470'] for port, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:30.575728 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:30.613654 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.db [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] get_ports_and_sgs() called for port_ids ['d4d6c25f-cce6-4fa9-866c-437b72318c5d'] {{(pid=79309) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 12:41:30.628291 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Pushing event deleted for resources: {'Port': ['ID=d4d6c25f-cce6-4fa9-866c-437b72318c5d,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:30.664041 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:30.713489 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] No DVR routers for this DVR port d4d6c25f-cce6-4fa9-866c-437b72318c5d on host hv-cinder-79809 {{(pid=79307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 12:41:30.717183 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108132'] for port, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:30.724912 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'name': 'network-vif-deleted', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d'}] {{(pid=79307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 12:41:30.730311 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-7c81649e-319c-4859-a1a2-91ec274981f1 req-a2f3ad0d-3e15-4108-9c76-7d73dc6c93a7 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.0908279 Jun 28 12:41:30.787756 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ae8e4d-8629-49de-b47b-ad4b271306f5', 'name': 'network-vif-deleted', 'tag': 'd4d6c25f-cce6-4fa9-866c-437b72318c5d', 'status': 'completed', 'code': 200} Jun 28 12:41:30.802649 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [req-2f7932f2-4d10-445b-9079-865503f66747 req-fdffb551-8151-47de-af6f-e35e55d6169c tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.35 "DELETE /v2.0/ports/d4d6c25f-cce6-4fa9-866c-437b72318c5d HTTP/1.1" status: 204 len: 173 time: 1.0992289 Jun 28 12:41:31.918879 dv-cinder-798094-1-smb neutron-server[79308]: INFO neutron.wsgi [req-fd1fc734-629b-48a6-ac63-a5c91e1051c7 req-ca29bea8-ba7b-449e-b582-ffedb348babf tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ae8e4d-8629-49de-b47b-ad4b271306f5 HTTP/1.1" status: 200 len: 210 time: 0.0463128 Jun 28 12:41:31.923119 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-7e9fb6ae-c1b6-4c53-afe1-d2098350f451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:32.173108 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:34.361937 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-71d2fb8e-71b9-4c8a-adf2-ceacbd410aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:34.503689 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device d4d6c25f-cce6-4fa9-866c-437b72318c5d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 12:41:34.560522 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.plugin [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] No Port match for: d4d6c25f-cce6-4fa9-866c-437b72318c5d {{(pid=79309) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Jun 28 12:41:34.560881 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron.plugins.ml2.rpc [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Device d4d6c25f-cce6-4fa9-866c-437b72318c5d not bound to the agent host hv-cinder-79809 {{(pid=79309) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 12:41:35.554134 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:36.932965 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:40.826273 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 59088) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:40.987877 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-1ae6a585-1786-407b-9e7c-a12cc718edfc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc1a39e47bf14aa79148353d076a30f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603532 Jun 28 12:41:40.990752 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.wsgi [-] (79307) accepted ('10.222.0.37', 59094) {{(pid=79307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 12:41:41.061466 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:41.090388 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:41.212733 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16349087'] for security_group, after_delete {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:41.216908 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-41bf31d0-b56b-4e0d-9a84-85d8eaa5d187 tempest-VolumesNegativeTest-528152005 tempest-VolumesNegativeTest-528152005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 12:41:41.232320 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035d0d94-0031-4072-a38f-643c29314ce2,revision_number=None']} {{(pid=79307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 12:41:41.234922 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG oslo_concurrency.lockutils [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 12:41:41.291800 dv-cinder-798094-1-smb neutron-server[79307]: DEBUG neutron_lib.callbacks.manager [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:41:41.292964 dv-cinder-798094-1-smb neutron-server[79307]: INFO neutron.wsgi [None req-603835b5-a9d5-4200-8d40-793bf47552a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/035d0d94-0031-4072-a38f-643c29314ce2 HTTP/1.1" status: 204 len: 168 time: 0.3011711 Jun 28 12:42:00.263157 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:01.838587 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-97a7d2f8-a45f-44ab-be3b-d43b9732fa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:02.183260 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:02.883342 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:42:04.343525 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-b84f3237-e7b5-47b2-a78e-9749a8010eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:05.472608 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:06.872887 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:30.324957 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:31.825746 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-46023b6a-3eb2-4a0c-b972-f7f968f5e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:32.188910 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:34.358989 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-3d43e79a-b21e-43db-b5e4-335daa6d0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:35.456224 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:36.839149 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:42:39.852522 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:43:00.292747 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:01.840704 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-8d4ba31b-54b5-4f22-a569-599cae52177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:02.157788 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:04.341155 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-890b73d7-48a4-44e5-8498-97f2a2e4695c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:05.452365 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:06.835277 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:16.852435 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:43:30.314198 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:31.873541 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-1c372ad7-b481-4631-b409-762a01c9e82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:32.179906 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:34.351453 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-41c0eea8-4709-42a1-8548-137a82ca500f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:35.477093 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:36.856099 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:43:53.851459 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:44:00.311869 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:01.854781 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-976148d0-8726-4056-818d-af7a32feed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:02.169117 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:04.346361 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-26c18d48-49c2-47af-8f89-55d32550d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:05.471997 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:06.841531 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:30.333966 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:30.849921 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:44:31.836054 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-9e97d0a0-eb36-41e1-b006-7509a10ab0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:32.154730 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:34.367363 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-ee2379d7-a83e-4215-b3f4-71cc9b6c297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:35.470475 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:44:36.892833 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:00.314495 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:01.857411 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-c3be73a1-2446-41dc-81f7-0be48fad0e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:02.166318 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:04.342530 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-bd1f6878-f4b0-48f4-a834-edf8a85b0801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:05.486244 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:06.857233 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:07.848147 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:45:30.353658 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:31.856007 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a0923ce2-09fe-4a1b-8d0f-c0abddbde643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:32.181697 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:34.370175 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-a4187ac2-ca43-4339-aa8b-14fad9136aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:35.455716 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:36.849459 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:45:44.847577 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:46:00.340896 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:01.831663 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-12f0df82-2636-459a-b7cc-4e3ca70ebc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:02.191254 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-347992c6-343e-4ab4-8197-49667e1532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:04.397562 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-59448159-0780-49a6-a855-93dd2aa5e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:05.500173 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-61cf36c8-a359-44af-b3cc-4a1b2e18b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:06.917226 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-28458824-a6c9-4646-a8d9-49a93195814c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 12:46:21.845934 dv-cinder-798094-1-smb neutron-server[79310]: DEBUG neutron.db.agents_db [None req-efb2c7a0-5d05-434a-a6f1-b88505b76bd3 None None] Agent healthcheck: found 6 active agents {{(pid=79310) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 12:46:30.333844 dv-cinder-798094-1-smb neutron-server[79309]: DEBUG neutron_lib.callbacks.manager [None req-d6917fa3-c72e-4b06-8253-c435370ed1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748873948106', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1457048'] for agent, after_update {{(pid=79309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}